[ 520.180924] env[62295]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62295) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 520.181272] env[62295]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62295) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 520.181308] env[62295]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62295) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 520.181634] env[62295]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 520.275733] env[62295]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62295) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 520.287472] env[62295]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62295) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 520.906108] env[62295]: INFO nova.virt.driver [None req-e9c5d3dc-4bd2-4633-8585-2f3a675afd9b None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 521.049996] env[62295]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.050186] env[62295]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.050286] env[62295]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62295) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 524.342072] env[62295]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-5f31b92f-5180-4f8e-9dbd-163e16cfa745 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.358103] env[62295]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62295) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 524.358303] env[62295]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-8b3b39e9-021e-4dbb-86ad-8c4372dea09a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.392358] env[62295]: INFO oslo_vmware.api [-] Successfully established new session; session ID is d9cbe. [ 524.392548] env[62295]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.342s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.393018] env[62295]: INFO nova.virt.vmwareapi.driver [None req-e9c5d3dc-4bd2-4633-8585-2f3a675afd9b None None] VMware vCenter version: 7.0.3 [ 524.396649] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272874ca-dd50-421b-a563-bc24b729f2f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.414063] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a08b101-da8b-4a6a-b616-646fac1103d0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.419833] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068db34d-38f8-4fc0-95c3-392c4ec55842 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.428800] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d0947-f23f-44d7-9276-800fdd5de0ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.440970] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd06e63-7459-40d1-bd12-b48cab5d5184 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.445569] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e1ddcb-8793-441e-8d05-5378d8b16de0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.476642] env[62295]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9ca13c53-8b2d-422a-be51-9d9e0a340e6f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.481685] env[62295]: DEBUG nova.virt.vmwareapi.driver [None req-e9c5d3dc-4bd2-4633-8585-2f3a675afd9b None None] Extension org.openstack.compute already exists. {{(pid=62295) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 524.484325] env[62295]: INFO nova.compute.provider_config [None req-e9c5d3dc-4bd2-4633-8585-2f3a675afd9b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 524.987664] env[62295]: DEBUG nova.context [None req-e9c5d3dc-4bd2-4633-8585-2f3a675afd9b None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c84d3c06-adf1-4b10-8565-47938656adfb(cell1) {{(pid=62295) load_cells /opt/stack/nova/nova/context.py:464}} [ 524.989592] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.989815] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.990578] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.991014] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Acquiring lock "c84d3c06-adf1-4b10-8565-47938656adfb" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.991217] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Lock "c84d3c06-adf1-4b10-8565-47938656adfb" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.992252] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Lock "c84d3c06-adf1-4b10-8565-47938656adfb" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.013957] env[62295]: INFO dbcounter [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Registered counter for database nova_cell0 [ 525.022047] env[62295]: INFO dbcounter [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Registered counter for database nova_cell1 [ 525.024892] env[62295]: DEBUG oslo_db.sqlalchemy.engines [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62295) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 525.025562] env[62295]: DEBUG oslo_db.sqlalchemy.engines [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62295) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 525.030065] env[62295]: ERROR nova.db.main.api [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 525.030065] env[62295]: result = function(*args, **kwargs) [ 525.030065] env[62295]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 525.030065] env[62295]: return func(*args, **kwargs) [ 525.030065] env[62295]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 525.030065] env[62295]: result = fn(*args, **kwargs) [ 525.030065] env[62295]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 525.030065] env[62295]: return f(*args, **kwargs) [ 525.030065] env[62295]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 525.030065] env[62295]: return db.service_get_minimum_version(context, binaries) [ 525.030065] env[62295]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 525.030065] env[62295]: _check_db_access() [ 525.030065] env[62295]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 525.030065] env[62295]: stacktrace = ''.join(traceback.format_stack()) [ 525.030065] env[62295]: [ 525.031160] env[62295]: ERROR nova.db.main.api [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 525.031160] env[62295]: result = function(*args, **kwargs) [ 525.031160] env[62295]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 525.031160] env[62295]: return func(*args, **kwargs) [ 525.031160] env[62295]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 525.031160] env[62295]: result = fn(*args, **kwargs) [ 525.031160] env[62295]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 525.031160] env[62295]: return f(*args, **kwargs) [ 525.031160] env[62295]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 525.031160] env[62295]: return db.service_get_minimum_version(context, binaries) [ 525.031160] env[62295]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 525.031160] env[62295]: _check_db_access() [ 525.031160] env[62295]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 525.031160] env[62295]: stacktrace = ''.join(traceback.format_stack()) [ 525.031160] env[62295]: [ 525.031744] env[62295]: WARNING nova.objects.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Failed to get minimum service version for cell c84d3c06-adf1-4b10-8565-47938656adfb [ 525.031744] env[62295]: WARNING nova.objects.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 525.032128] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Acquiring lock "singleton_lock" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.032291] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Acquired lock "singleton_lock" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.032526] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Releasing lock "singleton_lock" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.032841] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Full set of CONF: {{(pid=62295) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 525.032984] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ******************************************************************************** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.033127] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Configuration options gathered from: {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.033265] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.033456] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.033584] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ================================================================================ {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.033789] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] allow_resize_to_same_host = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.034026] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] arq_binding_timeout = 300 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.034203] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] backdoor_port = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.034342] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] backdoor_socket = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.034559] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] block_device_allocate_retries = 60 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.034682] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] block_device_allocate_retries_interval = 3 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.034857] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cert = self.pem {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.035043] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.035224] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute_monitors = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.035396] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] config_dir = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.035566] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] config_drive_format = iso9660 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.035702] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.035866] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] config_source = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.036044] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] console_host = devstack {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.036239] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] control_exchange = nova {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.036410] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cpu_allocation_ratio = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.036573] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] daemon = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.036786] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] debug = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.036959] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] default_access_ip_network_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.037189] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] default_availability_zone = nova {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.037387] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] default_ephemeral_format = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.037556] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] default_green_pool_size = 1000 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.037803] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.037969] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] default_schedule_zone = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.038143] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] disk_allocation_ratio = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.038310] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] enable_new_services = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.038488] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] enabled_apis = ['osapi_compute'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.038655] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] enabled_ssl_apis = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.038817] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] flat_injected = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.038979] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] force_config_drive = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.039157] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] force_raw_images = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.039330] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] graceful_shutdown_timeout = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.039493] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] heal_instance_info_cache_interval = 60 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.039712] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] host = cpu-1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.039884] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.040057] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.040247] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.040470] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.040635] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] instance_build_timeout = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.040796] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] instance_delete_interval = 300 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.040962] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] instance_format = [instance: %(uuid)s] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.041147] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] instance_name_template = instance-%08x {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.041313] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] instance_usage_audit = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.041484] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] instance_usage_audit_period = month {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.041650] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.041815] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.041980] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] internal_service_availability_zone = internal {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.042153] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] key = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.042319] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] live_migration_retry_count = 30 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.042489] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] log_color = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.042652] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] log_config_append = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.042821] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.042978] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] log_dir = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.043165] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] log_file = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.043313] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] log_options = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.043480] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] log_rotate_interval = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.043653] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] log_rotate_interval_type = days {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.043822] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] log_rotation_type = none {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.043956] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.044098] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.044272] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.044440] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.044568] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.044731] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] long_rpc_timeout = 1800 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.044889] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] max_concurrent_builds = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.045060] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] max_concurrent_live_migrations = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.045229] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] max_concurrent_snapshots = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.045384] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] max_local_block_devices = 3 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.045544] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] max_logfile_count = 30 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.045703] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] max_logfile_size_mb = 200 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.045863] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] maximum_instance_delete_attempts = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.046041] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] metadata_listen = 0.0.0.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.046268] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] metadata_listen_port = 8775 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.046455] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] metadata_workers = 2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.046621] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] migrate_max_retries = -1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.046788] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] mkisofs_cmd = genisoimage {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.046993] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.047146] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] my_ip = 10.180.1.21 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.047329] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] network_allocate_retries = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.047511] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.047681] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.047844] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] osapi_compute_listen_port = 8774 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.048015] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] osapi_compute_unique_server_name_scope = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.048189] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] osapi_compute_workers = 2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.048355] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] password_length = 12 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.048515] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] periodic_enable = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.048675] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] periodic_fuzzy_delay = 60 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.048842] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] pointer_model = usbtablet {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.049014] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] preallocate_images = none {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.049209] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] publish_errors = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.049351] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] pybasedir = /opt/stack/nova {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.049511] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ram_allocation_ratio = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.049671] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] rate_limit_burst = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.049837] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] rate_limit_except_level = CRITICAL {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.049997] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] rate_limit_interval = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.050172] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] reboot_timeout = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.050333] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] reclaim_instance_interval = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.050488] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] record = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.050653] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] reimage_timeout_per_gb = 60 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.050817] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] report_interval = 120 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.050977] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] rescue_timeout = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.051151] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] reserved_host_cpus = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.051315] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] reserved_host_disk_mb = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.051473] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] reserved_host_memory_mb = 512 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.051633] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] reserved_huge_pages = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.051793] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] resize_confirm_window = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.051953] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] resize_fs_using_block_device = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.052129] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] resume_guests_state_on_host_boot = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.052322] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.052491] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] rpc_response_timeout = 60 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.052654] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] run_external_periodic_tasks = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.052822] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] running_deleted_instance_action = reap {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.052984] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.053160] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] running_deleted_instance_timeout = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.053351] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler_instance_sync_interval = 120 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.053538] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_down_time = 720 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.053709] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] servicegroup_driver = db {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.053868] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] shell_completion = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.054041] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] shelved_offload_time = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.054210] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] shelved_poll_interval = 3600 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.054380] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] shutdown_timeout = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.054543] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] source_is_ipv6 = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.054704] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ssl_only = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.054955] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.055142] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] sync_power_state_interval = 600 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.055336] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] sync_power_state_pool_size = 1000 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.055515] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] syslog_log_facility = LOG_USER {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.055673] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] tempdir = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.055835] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] timeout_nbd = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.056009] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] transport_url = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.056198] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] update_resources_interval = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.056375] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] use_cow_images = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.056537] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] use_eventlog = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.056695] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] use_journal = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.056855] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] use_json = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.057024] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] use_rootwrap_daemon = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.057208] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] use_stderr = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.057383] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] use_syslog = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.057543] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vcpu_pin_set = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.057712] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plugging_is_fatal = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.057881] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plugging_timeout = 300 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.058058] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] virt_mkfs = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.058257] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] volume_usage_poll_interval = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.058435] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] watch_log_file = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.058607] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] web = /usr/share/spice-html5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.058790] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.058960] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.059143] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.059317] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_concurrency.disable_process_locking = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.059609] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.059790] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.059958] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.060145] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.060316] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.060479] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.060658] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.auth_strategy = keystone {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.060822] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.compute_link_prefix = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.060995] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.061193] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.dhcp_domain = novalocal {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.061384] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.enable_instance_password = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.061553] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.glance_link_prefix = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.061724] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.061898] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.062083] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.instance_list_per_project_cells = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.062256] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.list_records_by_skipping_down_cells = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.062422] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.local_metadata_per_cell = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.062588] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.max_limit = 1000 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.062754] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.metadata_cache_expiration = 15 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.062924] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.neutron_default_tenant_id = default {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.063109] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.response_validation = warn {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.063284] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.use_neutron_default_nets = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.063455] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.063616] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.063781] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.063952] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.064161] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.vendordata_dynamic_targets = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.064334] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.vendordata_jsonfile_path = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.064518] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.064713] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.backend = dogpile.cache.memcached {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.064884] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.backend_argument = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.065058] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.backend_expiration_time = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.065234] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.config_prefix = cache.oslo {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.065448] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.dead_timeout = 60.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.065634] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.debug_cache_backend = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.065802] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.enable_retry_client = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.065968] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.enable_socket_keepalive = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.066172] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.enabled = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.066351] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.enforce_fips_mode = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.066523] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.expiration_time = 600 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.066688] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.hashclient_retry_attempts = 2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.066854] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.067028] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.memcache_dead_retry = 300 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.067219] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.memcache_password = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.067391] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.067558] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.067721] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.memcache_pool_maxsize = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.067884] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.068060] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.memcache_sasl_enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.068242] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.068433] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.068665] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.memcache_username = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.068869] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.proxies = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.069057] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.redis_db = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.069228] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.redis_password = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.069405] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.069844] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.070051] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.redis_server = localhost:6379 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.070263] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.redis_socket_timeout = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.070442] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.redis_username = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.070615] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.retry_attempts = 2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.070787] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.retry_delay = 0.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.070957] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.socket_keepalive_count = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.071145] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.socket_keepalive_idle = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.071318] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.socket_keepalive_interval = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.071483] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.tls_allowed_ciphers = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.071711] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.tls_cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.071897] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.tls_certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.072084] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.tls_enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.072253] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cache.tls_keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.072431] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.auth_section = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.072611] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.auth_type = password {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.072775] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.072953] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.073141] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.073331] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.073503] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.cross_az_attach = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.073666] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.debug = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.073830] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.endpoint_template = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.073994] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.http_retries = 3 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.074176] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.074339] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.074511] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.os_region_name = RegionOne {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.074708] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.074913] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cinder.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.075104] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.075272] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.cpu_dedicated_set = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.075438] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.cpu_shared_set = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.075610] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.image_type_exclude_list = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.075772] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.075935] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.076116] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.076322] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.076508] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.076677] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.resource_provider_association_refresh = 300 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.076842] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.077015] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.shutdown_retry_interval = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.077241] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.077444] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] conductor.workers = 2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.077628] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] console.allowed_origins = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.077792] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] console.ssl_ciphers = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.077964] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] console.ssl_minimum_version = default {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.078153] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] consoleauth.enforce_session_timeout = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.078326] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] consoleauth.token_ttl = 600 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.078502] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.078659] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.078825] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.078984] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.connect_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.079159] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.connect_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.079350] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.endpoint_override = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.079522] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.079681] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.079843] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.max_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.079998] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.min_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.080171] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.region_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.080330] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.retriable_status_codes = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.080485] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.service_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.080654] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.service_type = accelerator {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.080816] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.080974] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.status_code_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.081148] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.status_code_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.081306] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.081486] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.081645] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] cyborg.version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.081819] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.backend = sqlalchemy {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.081987] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.connection = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.082187] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.connection_debug = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.082378] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.connection_parameters = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.082545] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.connection_recycle_time = 3600 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.082709] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.connection_trace = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.082870] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.db_inc_retry_interval = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.083047] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.db_max_retries = 20 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.083215] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.db_max_retry_interval = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.083378] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.db_retry_interval = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.083537] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.max_overflow = 50 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.083697] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.max_pool_size = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.083856] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.max_retries = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.084033] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.084197] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.mysql_wsrep_sync_wait = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.084353] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.pool_timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.084513] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.retry_interval = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.084668] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.slave_connection = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.084890] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.sqlite_synchronous = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.085178] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] database.use_db_reconnect = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.085460] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.backend = sqlalchemy {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.085743] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.connection = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.085950] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.connection_debug = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.086162] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.connection_parameters = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.086340] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.connection_recycle_time = 3600 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.086512] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.connection_trace = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.086678] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.db_inc_retry_interval = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.086844] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.db_max_retries = 20 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.087019] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.db_max_retry_interval = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.087195] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.db_retry_interval = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.087360] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.max_overflow = 50 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.087638] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.max_pool_size = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.087680] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.max_retries = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.087849] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.088015] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.088184] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.pool_timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.088371] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.retry_interval = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.088543] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.slave_connection = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.088710] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] api_database.sqlite_synchronous = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.088885] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] devices.enabled_mdev_types = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.089075] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.089261] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.089433] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ephemeral_storage_encryption.enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.089597] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.089768] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.api_servers = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.089936] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.090113] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.090284] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.090446] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.connect_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.090606] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.connect_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.090771] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.debug = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.090937] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.default_trusted_certificate_ids = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.091116] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.enable_certificate_validation = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.091284] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.enable_rbd_download = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.091470] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.endpoint_override = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.091644] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.091811] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.091974] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.max_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.092149] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.min_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.092320] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.num_retries = 3 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.092488] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.rbd_ceph_conf = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.092652] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.rbd_connect_timeout = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.092820] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.rbd_pool = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.092991] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.rbd_user = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.093168] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.region_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.093335] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.retriable_status_codes = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.093494] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.service_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.093663] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.service_type = image {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.093835] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.093996] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.status_code_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.094219] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.status_code_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.094394] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.094580] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.094749] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.verify_glance_signatures = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.094910] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] glance.version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.095094] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] guestfs.debug = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.095269] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] mks.enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.095619] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.095811] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] image_cache.manager_interval = 2400 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.095982] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] image_cache.precache_concurrency = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.096196] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] image_cache.remove_unused_base_images = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.096378] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.096549] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.096819] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] image_cache.subdirectory_name = _base {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.097037] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.api_max_retries = 60 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.097217] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.api_retry_interval = 2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.097383] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.auth_section = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.097549] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.auth_type = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.097712] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.097872] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.098049] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.098220] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.conductor_group = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.098382] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.connect_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.098543] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.connect_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.098700] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.endpoint_override = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.098864] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.099034] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.099198] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.max_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.099358] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.min_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.099523] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.peer_list = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.099703] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.region_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.099876] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.retriable_status_codes = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.100056] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.serial_console_state_timeout = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.100223] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.service_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.100397] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.service_type = baremetal {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.100559] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.shard = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.100726] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.100886] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.status_code_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.101057] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.status_code_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.101223] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.101405] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.101565] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ironic.version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.101749] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.101924] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] key_manager.fixed_key = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.102122] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.102290] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.barbican_api_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.102454] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.barbican_endpoint = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.102631] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.barbican_endpoint_type = public {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.102815] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.barbican_region_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.102980] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.103157] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.103327] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.103492] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.103651] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.103815] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.number_of_retries = 60 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.103979] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.retry_delay = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.104183] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.send_service_user_token = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.104364] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.104526] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.104686] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.verify_ssl = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.104845] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican.verify_ssl_path = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.105018] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican_service_user.auth_section = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.105188] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican_service_user.auth_type = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.105350] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican_service_user.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.105509] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican_service_user.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.105687] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican_service_user.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.105876] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican_service_user.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.106059] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican_service_user.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.106234] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican_service_user.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.106403] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] barbican_service_user.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.106574] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.approle_role_id = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.106733] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.approle_secret_id = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.106904] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.kv_mountpoint = secret {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.107076] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.kv_path = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.107246] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.kv_version = 2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.107407] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.namespace = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.107566] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.root_token_id = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.107727] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.ssl_ca_crt_file = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.107892] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.timeout = 60.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.108069] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.use_ssl = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.108243] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.108413] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.108574] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.108761] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.108936] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.connect_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.109109] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.connect_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.109273] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.endpoint_override = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.109438] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.109595] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.109755] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.max_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.109911] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.min_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.110079] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.region_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.110243] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.retriable_status_codes = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.110400] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.service_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.110570] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.service_type = identity {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.110734] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.110892] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.status_code_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.111062] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.status_code_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.111226] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.111407] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.111580] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] keystone.version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.111798] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.connection_uri = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.111974] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.cpu_mode = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.112159] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.112335] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.cpu_models = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.112506] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.cpu_power_governor_high = performance {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.112675] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.112842] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.cpu_power_management = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.113019] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.113220] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.device_detach_attempts = 8 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.113417] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.device_detach_timeout = 20 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.113591] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.disk_cachemodes = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.113815] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.disk_prefix = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.114026] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.enabled_perf_events = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.114206] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.file_backed_memory = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.114379] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.gid_maps = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.114542] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.hw_disk_discard = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.114706] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.hw_machine_type = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.114899] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.images_rbd_ceph_conf = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.115078] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.115252] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.115424] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.images_rbd_glance_store_name = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.115596] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.images_rbd_pool = rbd {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.115776] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.images_type = default {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.115941] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.images_volume_group = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.116178] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.inject_key = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.116332] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.inject_partition = -2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.116514] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.inject_password = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.116680] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.iscsi_iface = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.116846] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.iser_use_multipath = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.117016] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.117190] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.117356] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_downtime = 500 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.117520] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.117682] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.117844] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_inbound_addr = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.118015] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.118188] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.118355] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_scheme = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.118532] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_timeout_action = abort {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.118702] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_tunnelled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.118864] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_uri = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.119042] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.live_migration_with_native_tls = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.119215] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.max_queues = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.119409] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.119647] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.119814] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.nfs_mount_options = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.120125] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.120305] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.120477] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.120652] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.120819] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.121015] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.num_pcie_ports = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.121174] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.121340] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.pmem_namespaces = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.121501] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.quobyte_client_cfg = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.121796] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.121972] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.122156] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.122346] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.122521] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.rbd_secret_uuid = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.122684] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.rbd_user = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.122850] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.123033] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.123201] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.rescue_image_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.123363] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.rescue_kernel_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.123523] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.rescue_ramdisk_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.123691] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.123852] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.rx_queue_size = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.124030] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.smbfs_mount_options = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.124352] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.124534] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.snapshot_compression = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.124698] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.snapshot_image_format = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.124941] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.125129] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.sparse_logical_volumes = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.125316] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.swtpm_enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.125511] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.swtpm_group = tss {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.125685] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.swtpm_user = tss {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.125858] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.sysinfo_serial = unique {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.126030] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.tb_cache_size = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.126231] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.tx_queue_size = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.126402] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.uid_maps = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.126569] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.use_virtio_for_bridges = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.126743] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.virt_type = kvm {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.126913] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.volume_clear = zero {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.127091] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.volume_clear_size = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.127313] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.volume_use_multipath = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.127498] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.vzstorage_cache_path = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.127683] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.127854] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.128035] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.128210] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.128506] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.128688] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.vzstorage_mount_user = stack {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.128857] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.129055] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.auth_section = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.129244] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.auth_type = password {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.129435] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.129571] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.129737] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.129895] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.connect_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.130066] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.connect_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.130263] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.default_floating_pool = public {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.130436] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.endpoint_override = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.130601] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.extension_sync_interval = 600 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.130764] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.http_retries = 3 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.130928] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.131098] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.131264] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.max_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.131436] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.131596] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.min_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.131764] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.ovs_bridge = br-int {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.131928] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.physnets = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.132110] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.region_name = RegionOne {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.132273] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.retriable_status_codes = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.132445] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.service_metadata_proxy = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.132604] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.service_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.132771] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.service_type = network {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.132934] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.133107] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.status_code_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.133292] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.status_code_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.133459] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.133640] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.133799] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] neutron.version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.133971] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] notifications.bdms_in_notifications = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.134162] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] notifications.default_level = INFO {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.134341] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] notifications.notification_format = unversioned {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.134508] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] notifications.notify_on_state_change = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.134683] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.134861] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] pci.alias = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.135043] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] pci.device_spec = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.135217] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] pci.report_in_placement = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.135394] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.auth_section = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.135584] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.auth_type = password {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.135731] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.135890] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.136058] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.136255] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.136460] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.connect_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.136589] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.connect_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.136750] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.default_domain_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.136908] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.default_domain_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.137087] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.domain_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.137252] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.domain_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.137412] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.endpoint_override = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.137574] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.137731] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.137891] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.max_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.138060] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.min_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.138232] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.password = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.138394] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.project_domain_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.138561] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.project_domain_name = Default {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.138725] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.project_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.138895] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.project_name = service {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.139073] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.region_name = RegionOne {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.139268] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.retriable_status_codes = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.139444] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.service_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.139616] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.service_type = placement {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.139781] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.139941] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.status_code_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.140117] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.status_code_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.140281] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.system_scope = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.140466] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.140637] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.trust_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.140797] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.user_domain_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.140966] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.user_domain_name = Default {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.141141] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.user_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.141317] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.username = nova {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.141499] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.141660] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] placement.version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.141837] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.cores = 20 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.141999] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.count_usage_from_placement = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.142190] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.142383] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.injected_file_content_bytes = 10240 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.142555] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.injected_file_path_length = 255 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.142725] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.injected_files = 5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.142889] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.instances = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.143070] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.key_pairs = 100 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.143241] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.metadata_items = 128 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.143410] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.ram = 51200 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.143573] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.recheck_quota = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.143741] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.server_group_members = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.143906] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] quota.server_groups = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.144104] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.144274] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.144438] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler.image_metadata_prefilter = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.144602] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.144763] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler.max_attempts = 3 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.144925] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler.max_placement_results = 1000 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.145102] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.145285] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.145463] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.145682] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] scheduler.workers = 2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.145807] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.145977] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.146183] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.146370] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.146572] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.146704] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.146866] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.147063] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.147252] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.host_subset_size = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.147417] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.147577] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.147740] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.147903] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.isolated_hosts = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.148080] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.isolated_images = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.148262] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.148445] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.148634] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.148805] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.pci_in_placement = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.148970] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.149151] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.149320] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.149482] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.149644] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.149805] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.149968] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.track_instance_changes = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.150163] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.150336] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] metrics.required = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.150501] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] metrics.weight_multiplier = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.150662] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.150825] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] metrics.weight_setting = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.151167] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.151376] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] serial_console.enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.151562] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] serial_console.port_range = 10000:20000 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.151735] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.151907] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.152090] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] serial_console.serialproxy_port = 6083 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.152265] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_user.auth_section = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.152443] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_user.auth_type = password {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.152604] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_user.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.152765] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_user.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.152931] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_user.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.153104] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_user.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.153269] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_user.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.153444] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_user.send_service_user_token = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.153605] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_user.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.153764] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] service_user.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.153947] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.agent_enabled = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.154175] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.154512] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.154721] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.154896] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.html5proxy_port = 6082 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.155074] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.image_compression = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.155242] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.jpeg_compression = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.155406] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.playback_compression = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.155571] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.require_secure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.155796] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.server_listen = 127.0.0.1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.155990] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.156203] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.streaming_mode = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.156381] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] spice.zlib_compression = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.156591] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] upgrade_levels.baseapi = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.156785] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] upgrade_levels.compute = auto {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.156967] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] upgrade_levels.conductor = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.157156] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] upgrade_levels.scheduler = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.157330] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.157492] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.157651] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vendordata_dynamic_auth.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.157808] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vendordata_dynamic_auth.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.157984] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.158198] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vendordata_dynamic_auth.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.158397] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.158593] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.158761] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vendordata_dynamic_auth.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.158941] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.api_retry_count = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.159136] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.ca_file = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.159379] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.159584] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.cluster_name = testcl1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.159793] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.connection_pool_size = 10 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.159985] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.console_delay_seconds = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.160177] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.datastore_regex = ^datastore.* {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.160400] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.160619] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.host_password = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.160815] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.host_port = 443 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.161012] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.host_username = administrator@vsphere.local {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.161205] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.insecure = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.161373] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.integration_bridge = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.161541] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.maximum_objects = 100 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.161702] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.pbm_default_policy = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.161867] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.pbm_enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.162036] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.pbm_wsdl_location = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.162213] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.162374] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.serial_port_proxy_uri = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.162533] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.serial_port_service_uri = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.162700] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.task_poll_interval = 0.5 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.162874] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.use_linked_clone = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.163053] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.vnc_keymap = en-us {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.163227] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.vnc_port = 5900 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.163421] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vmware.vnc_port_total = 10000 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.163611] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vnc.auth_schemes = ['none'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.163871] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vnc.enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.164347] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.164654] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.164953] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vnc.novncproxy_port = 6080 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.165289] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vnc.server_listen = 127.0.0.1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.165593] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.165880] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vnc.vencrypt_ca_certs = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.166064] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vnc.vencrypt_client_cert = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.166351] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vnc.vencrypt_client_key = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.166642] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.166939] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.disable_deep_image_inspection = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.167232] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.167525] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.167828] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.168104] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.disable_rootwrap = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.168301] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.enable_numa_live_migration = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.168480] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.168650] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.168819] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.168986] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.libvirt_disable_apic = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.169169] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.169340] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.169505] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.169669] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.169832] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.169994] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.170179] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.170344] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.170505] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.170670] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.170854] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.171035] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.client_socket_timeout = 900 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.171211] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.default_pool_size = 1000 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.171382] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.keep_alive = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.171551] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.max_header_line = 16384 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.171720] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.171886] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.ssl_ca_file = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.172075] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.ssl_cert_file = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.172245] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.ssl_key_file = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.172413] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.tcp_keepidle = 600 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.172596] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.172764] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] zvm.ca_file = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.172926] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] zvm.cloud_connector_url = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.173240] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.173422] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] zvm.reachable_timeout = 300 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.173609] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.enforce_new_defaults = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.173995] env[62295]: WARNING oslo_config.cfg [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.174199] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.enforce_scope = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.174379] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.policy_default_rule = default {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.174562] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.174734] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.policy_file = policy.yaml {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.174912] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.175087] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.175253] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.175416] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.175583] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.175749] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.175927] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.176113] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.176314] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.connection_string = messaging:// {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.176490] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.enabled = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.176660] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.es_doc_type = notification {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.176825] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.es_scroll_size = 10000 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.177052] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.es_scroll_time = 2m {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.177174] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.filter_error_trace = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.177346] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.hmac_keys = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.177514] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.sentinel_service_name = mymaster {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.177679] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.socket_timeout = 0.1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.177843] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.trace_requests = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.178010] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler.trace_sqlalchemy = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.178204] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler_jaeger.process_tags = {} {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.178369] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler_jaeger.service_name_prefix = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.178557] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] profiler_otlp.service_name_prefix = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.178741] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] remote_debug.host = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.178905] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] remote_debug.port = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.179099] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.179275] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.179440] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.179599] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.179760] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.179922] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.180097] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.180265] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.180429] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.180636] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.180856] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.181054] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.181231] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.181404] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.181574] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.181744] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.181909] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.182098] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.182268] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.182434] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.182603] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.182764] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.182929] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.183107] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.183271] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.183435] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.183595] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.183758] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.183926] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.184130] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.ssl = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.184312] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.184489] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.184654] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.184826] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.184995] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.185174] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.185367] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.185537] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_notifications.retry = -1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.185719] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.185904] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.186129] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.auth_section = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.186277] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.auth_type = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.186443] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.cafile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.186603] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.certfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.186768] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.collect_timing = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.186926] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.connect_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.187108] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.connect_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.187267] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.endpoint_id = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.187441] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.187600] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.endpoint_override = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.187759] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.endpoint_region_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.187917] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.endpoint_service_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.188089] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.endpoint_service_type = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.188261] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.insecure = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.188423] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.keyfile = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.188605] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.max_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.188769] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.min_version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.188927] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.region_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.189098] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.retriable_status_codes = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.189261] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.service_name = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.189421] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.service_type = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.189584] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.split_loggers = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.189744] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.status_code_retries = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.189901] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.status_code_retry_delay = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.190069] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.timeout = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.190232] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.valid_interfaces = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.190392] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_limit.version = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.190558] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_reports.file_event_handler = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.190721] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.190881] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] oslo_reports.log_dir = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.191064] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.191229] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.191390] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.191554] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.191716] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.191876] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.192057] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.192221] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_ovs_privileged.group = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.192382] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.192549] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.192709] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.192867] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] vif_plug_ovs_privileged.user = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.193049] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.193233] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.193408] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.193580] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.193751] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.193918] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.194098] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.194266] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.194453] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.194628] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_ovs.isolate_vif = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.194794] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.194960] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.195142] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.195315] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.195480] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] os_vif_ovs.per_port_bridge = False {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.195650] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] privsep_osbrick.capabilities = [21] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.195809] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] privsep_osbrick.group = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.195963] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] privsep_osbrick.helper_command = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.196146] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.196334] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.196495] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] privsep_osbrick.user = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.196666] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.196823] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] nova_sys_admin.group = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.196981] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] nova_sys_admin.helper_command = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.197177] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.197359] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.197520] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] nova_sys_admin.user = None {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.197649] env[62295]: DEBUG oslo_service.service [None req-bc0eadd6-547e-468a-813d-f5ab02e5afa3 None None] ******************************************************************************** {{(pid=62295) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.198160] env[62295]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 525.701832] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Getting list of instances from cluster (obj){ [ 525.701832] env[62295]: value = "domain-c8" [ 525.701832] env[62295]: _type = "ClusterComputeResource" [ 525.701832] env[62295]: } {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 525.702992] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04da1df9-57e4-4bd2-a0d1-5789ec53240e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.712401] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Got total of 0 instances {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 525.712929] env[62295]: WARNING nova.virt.vmwareapi.driver [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 525.713447] env[62295]: INFO nova.virt.node [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Generated node identity 8a072772-3a95-435d-8b28-629ec3fc2f0c [ 525.713680] env[62295]: INFO nova.virt.node [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Wrote node identity 8a072772-3a95-435d-8b28-629ec3fc2f0c to /opt/stack/data/n-cpu-1/compute_id [ 526.216239] env[62295]: WARNING nova.compute.manager [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Compute nodes ['8a072772-3a95-435d-8b28-629ec3fc2f0c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 527.222445] env[62295]: INFO nova.compute.manager [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 528.228218] env[62295]: WARNING nova.compute.manager [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 528.228530] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.228779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.228886] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.229058] env[62295]: DEBUG nova.compute.resource_tracker [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 528.231534] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4717412-8b10-4a4d-b889-e7e37469bc51 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.239257] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ad94a-39d3-4632-b854-a8be72a21e73 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.252434] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3013d289-e69c-4fc9-8515-0dfc78654161 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.258373] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb3340-ffbe-455d-961a-c0869da28c21 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.287153] env[62295]: DEBUG nova.compute.resource_tracker [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181388MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 528.287374] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.287645] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.790418] env[62295]: WARNING nova.compute.resource_tracker [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] No compute node record for cpu-1:8a072772-3a95-435d-8b28-629ec3fc2f0c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 8a072772-3a95-435d-8b28-629ec3fc2f0c could not be found. [ 529.297632] env[62295]: INFO nova.compute.resource_tracker [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 8a072772-3a95-435d-8b28-629ec3fc2f0c [ 530.805481] env[62295]: DEBUG nova.compute.resource_tracker [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 530.805832] env[62295]: DEBUG nova.compute.resource_tracker [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 530.969398] env[62295]: INFO nova.scheduler.client.report [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] [req-1cbebd95-a6cf-4a47-b8fd-ed5734126d3b] Created resource provider record via placement API for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 530.985606] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0903ae-6feb-44a5-9740-47c237d1356e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.993541] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3045fcd-2171-4b66-ba1b-2bc279b8a7db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.022160] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfa6b82-6dc5-4003-882a-7643fc1ce8c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.028693] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c546299d-fcfc-4a00-a873-60def2117519 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.041541] env[62295]: DEBUG nova.compute.provider_tree [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 531.579171] env[62295]: DEBUG nova.scheduler.client.report [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 531.579403] env[62295]: DEBUG nova.compute.provider_tree [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 0 to 1 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 531.579542] env[62295]: DEBUG nova.compute.provider_tree [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 531.653555] env[62295]: DEBUG nova.compute.provider_tree [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 1 to 2 during operation: update_traits {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 532.158783] env[62295]: DEBUG nova.compute.resource_tracker [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 532.159155] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.871s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.159155] env[62295]: DEBUG nova.service [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Creating RPC server for service compute {{(pid=62295) start /opt/stack/nova/nova/service.py:186}} [ 532.174252] env[62295]: DEBUG nova.service [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] Join ServiceGroup membership for this service compute {{(pid=62295) start /opt/stack/nova/nova/service.py:203}} [ 532.174470] env[62295]: DEBUG nova.servicegroup.drivers.db [None req-bbb6fe08-f926-4688-9d6d-39c42fc1c1c8 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62295) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 540.176116] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.679104] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Getting list of instances from cluster (obj){ [ 540.679104] env[62295]: value = "domain-c8" [ 540.679104] env[62295]: _type = "ClusterComputeResource" [ 540.679104] env[62295]: } {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 540.680296] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a77c418-0016-4d23-be61-8e5467842bfb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.688562] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Got total of 0 instances {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 540.688772] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.689063] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Getting list of instances from cluster (obj){ [ 540.689063] env[62295]: value = "domain-c8" [ 540.689063] env[62295]: _type = "ClusterComputeResource" [ 540.689063] env[62295]: } {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 540.689872] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b1cc0-4c85-4970-9fc9-7254623f9866 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.696618] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Got total of 0 instances {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 580.337143] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.337583] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.337688] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 580.337778] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 580.840460] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 580.840686] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.840936] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.841171] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.841373] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.841566] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.841755] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.841923] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 580.842086] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 581.345969] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.346371] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.346371] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.346545] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 581.347535] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6bbd2b-1031-4f3e-ace3-51c9c156700a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.355634] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c842726c-3f05-4c5d-bc02-41ecc74845ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.369184] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bd76e6-fe0a-4608-89aa-972c4776c7cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.375596] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e35d7e-d79f-481c-839e-145ac6cabb1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.404536] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181396MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 581.404713] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.404917] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.422523] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 582.423154] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 582.439145] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78bbac6-e3d0-4960-9caf-154295eb0b06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.444965] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ce14da-fd52-4086-a022-e064174f7ee1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.474604] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b7e929-59fc-4385-bb80-a19e83b916df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.481683] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9cfee8-c94e-4fe6-950a-fef59307ee4b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.494816] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.998709] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 583.504562] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 583.504981] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.492933] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.493387] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.998442] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.998637] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 643.998766] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 644.503644] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 644.503976] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.504122] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.504239] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.504394] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.504529] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.504674] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.504821] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 644.504945] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.007992] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.008269] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.008441] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.008597] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 645.009528] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c98afcd-5aa3-465c-af24-0ce48e955c72 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.018157] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78bc692-21f0-46a1-bb15-a203238beb4e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.031728] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ec8627-b6c6-4c3e-9252-fdad697d7ead {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.037751] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3809841-5566-4aa5-9ae4-f3a68851f21b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.066310] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181393MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 645.066456] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.066624] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.085391] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 646.085678] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 646.098204] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b1646c-6c08-48a6-879b-eddd6ba5877d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.105816] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae8c87e-0bae-435a-a537-4d8e1b3d58d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.135559] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ca339c-c79b-4c06-b631-26a505ff97fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.142488] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26e2e04-c5c3-4f6d-ba4c-1bfa67fc1453 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.155436] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.658134] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 646.659427] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 646.659597] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.661560] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.661832] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.661966] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 706.662092] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 707.165776] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 707.166040] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.166180] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.166327] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.166521] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.166662] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.166804] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.166935] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 707.167095] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.670764] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.671202] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.671242] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.671373] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 707.672281] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3173912d-e03c-4d27-be4e-8673586d9f2c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.680493] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd1b91b-14cf-4396-ab54-8ac066498d26 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.694805] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb4410-e5f3-453c-bbcb-a5bb62a49f94 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.701568] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd8377-ab1b-44da-afa0-92b701b7374b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.730408] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181392MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 707.730618] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.730823] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.749247] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 708.749483] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 708.762351] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6683ce1-72c0-4408-9217-6258fccd605e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.769597] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07628a9f-cf92-4aaf-b409-5c6888bcdeb0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.798887] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98fd17a-4dbd-456e-9dab-007f8d378588 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.805787] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a73b2cd-777b-48f8-a3b6-9874e6fe9e29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.818422] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.322041] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 709.323980] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 709.324266] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.987978] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.988387] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 766.492513] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 766.492695] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 766.492805] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 766.997777] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 766.998172] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 766.998172] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 766.998348] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 766.998414] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 766.999080] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 766.999080] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 766.999080] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 766.999299] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.503073] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.503073] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.503073] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.503375] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 767.504057] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eb52a0-67de-46af-9397-c435d72ae7d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.512534] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab133301-69ef-4dcc-9261-578f397980ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.526597] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2089e717-7dcc-4680-be30-081c6d2f8fc3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.533219] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6004f241-0f68-4209-b7a3-e27326055eb2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.561902] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181396MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 767.562104] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.562259] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.583040] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 768.583040] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 768.597018] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b809c9-47be-4511-be71-71217a454ee5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.602738] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5a553b-7aeb-4090-809b-28478f0d3e63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.633330] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7925dd0-0ab4-4397-8056-ea6ebaf075ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.640436] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f186104-c9bd-4af0-8b47-a6d544907acc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.653107] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.155969] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 769.157306] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 769.157495] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.331668] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.332071] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 820.836145] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] There are 0 instances to clean {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 820.836384] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.836529] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances with incomplete migration {{(pid=62295) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 821.339580] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.836772] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.837184] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.837184] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 824.837264] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 825.340820] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 825.341075] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.341239] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.341389] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.341535] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.341676] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.329656] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.330106] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 826.330106] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.833713] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.834031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.834269] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.834492] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 826.835781] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee7cbf6-6ec6-492a-bded-e9323d5579fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.847044] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f8a4cc-7761-4ae0-9663-4c2fce40f96e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.868508] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4fb314-fe49-4709-abf5-a2fc3656fade {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.878699] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc69c8b-157c-4869-b844-208ddf7f8f9c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.920419] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181392MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 826.920622] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.920786] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.940400] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 827.940739] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 827.960128] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bac7f7-2569-4dd0-a1f3-b9eb28ff8cda {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.968033] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aa2309-bb33-451a-8ce7-116b2fd409f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.998328] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc9a51b-8328-468b-bd33-1fdd9d7b086c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.006097] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c17812e-fc4b-4582-9c6a-f9d60fe82783 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.019438] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.522972] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 828.524249] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 828.524433] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.604s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.524667] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.525111] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.525111] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 885.525111] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 886.028046] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 886.028325] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.028500] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.028646] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.028791] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.028943] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.828634] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.333622] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.333804] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 888.333865] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.837894] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.838335] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.838335] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.838490] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 888.839422] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb000f4-8667-4289-86b5-db5c84a51df5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.847605] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accfa4ac-313f-4536-b645-f79b2e4c72be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.861366] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216a5306-80c2-400a-b6e7-f3829f9f64ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.867290] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd1091-9141-4778-b268-62ae9ea749d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.895426] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181392MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 888.895549] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.895733] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.930363] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 889.930632] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 889.947309] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 889.961683] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 889.961863] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.973792] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 889.989336] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 890.002493] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76eaa59-363c-4ca4-bd18-b8a197d5c016 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.009832] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1115f92-f959-4172-9e47-ba33185651aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.039566] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf445a4-fab5-4aee-8ca2-998bcc607b9f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.046391] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d458e9-693b-4fbd-9b75-843456d10495 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.059082] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.563056] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 890.563880] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 890.564076] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.668s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.561442] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 946.561900] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 946.561900] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 946.561991] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 947.065689] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 947.065689] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.065689] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.065964] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.066070] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.329122] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.329431] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.329837] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 950.330151] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.832867] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.833148] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.833292] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.833445] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 950.834398] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5e3487-2f92-4b22-ab5c-52bbf6ac1a3f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.843429] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea89e3ff-dec7-43cf-86e4-a41c52a220ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.857107] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72173f58-c513-4155-a881-1494afe87dc0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.862992] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ff8d9a-55f2-4cfc-8b05-1c87bcd9f140 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.890529] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181393MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 950.890669] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.890877] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.909721] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 951.910027] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 951.923484] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaf676e-4c30-4b42-8d68-222d9287d665 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.931142] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfd898b-6afe-4b8c-97e1-5fb902f0db5d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.961120] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb7b0f-8251-4004-ba1b-08d89be0ce49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.968390] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e009ed2b-99a7-493f-910f-6fda7c4eecf5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.981269] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.484532] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 952.485811] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 952.486039] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.485806] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.486267] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.486267] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1007.486267] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1007.989748] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1007.990044] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.990202] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.990358] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.990504] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.329581] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.330064] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.330064] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1012.325378] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.829646] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.335468] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.335916] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.336161] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.336429] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1013.337629] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71951d4d-0f03-4da8-82fd-4f1f7890b11f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.345657] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a3fe38-2a35-432d-b0e8-4184fceb604a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.360371] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045c2578-d631-4b5a-b46f-1e24a1332af3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.366574] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9019874-c49c-4c85-be6f-f4eb62e468da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.395741] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181383MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1013.395849] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.396047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.414405] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1014.414707] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1014.427089] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd3468c-201c-4048-9c12-9f886eaf9372 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.434879] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7393c372-bbf3-44a8-9a88-fb0345e587f4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.464526] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f353a217-b838-4284-a0d1-7e055649bd26 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.471011] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392cecdd-f921-462b-b184-8d7adbb6ea99 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.483695] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.986433] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1014.987662] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1014.987848] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.487640] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.488044] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.488044] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1067.488125] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1067.990979] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1067.991221] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.991381] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.991541] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.991686] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.330064] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.330064] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1071.330456] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.329486] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.832769] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.833180] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.833237] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.833396] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1072.834309] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7000ba16-ca77-42ae-8c20-f836e6ac4bd4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.842673] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e066ac-b646-4905-99a5-6cfa9e5ffa59 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.856151] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dff7c1-b5ce-4fce-8835-47a76626cbc5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.862122] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d525594-46cd-4a0c-b34a-7bead2dab741 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.891422] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181399MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1072.891571] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.891743] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.910598] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1073.910885] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1073.923138] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d65ba-5835-466f-8d53-a79bdb4cde0e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.930952] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1551da3-1a7b-4216-9f64-269047f07be1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.959952] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5879c8-312b-4b13-8e1f-a024cae4041b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.966704] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c1e373-c6fa-495b-916e-f369d7d70e9c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.979993] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.483198] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1074.484474] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1074.484652] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.329385] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.329799] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances with incomplete migration {{(pid=62295) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1123.833331] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.835415] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1124.336878] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] There are 0 instances to clean {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1127.828990] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.828990] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.829544] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1127.829544] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1128.332103] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1128.332378] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.332541] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.332699] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.332878] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.333081] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.833366] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.833779] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1132.329344] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.329575] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.832683] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.832962] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.833126] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.833282] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1132.834253] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e55b1ea-f166-484b-9977-516778a7691e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.842275] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abac8116-1eae-4fb8-9467-6fc75bbb3b95 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.856115] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58d2ee2-a6f9-4e5b-bb28-62826c5fa7ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.862056] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c39ccb8-4708-4e3b-b4d6-dde942fbcfa0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.890760] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181382MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1132.890907] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.891119] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.909236] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1133.909487] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1133.921351] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8898dfb-c5c6-425b-95f6-1542e94fcc49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.928898] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1272a944-01dc-45ec-8c2a-5bedaca2750d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.957658] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfd74f5-f799-43a5-b2cd-be338ff5cc17 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.964362] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb17c7-7d4e-4957-b5c0-3ac15d7f91c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.977685] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.481065] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1134.482401] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1134.482586] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.478184] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.177973] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.680669] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Getting list of instances from cluster (obj){ [ 1140.680669] env[62295]: value = "domain-c8" [ 1140.680669] env[62295]: _type = "ClusterComputeResource" [ 1140.680669] env[62295]: } {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1140.681766] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76413257-1d76-4138-b621-b918935bac9f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.690150] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Got total of 0 instances {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1187.841616] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.324891] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.329492] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.330236] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.330602] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1189.330602] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1189.833923] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1189.834176] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.834341] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.330237] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.330686] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1192.329410] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.330011] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.833287] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.833530] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.833733] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.833892] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1194.834827] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37af1b-f5aa-4f6a-aa58-80cfe649628a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.843164] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb9aafc-a233-48db-aebf-47e36efec01f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.858102] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7f6049-b7bd-4df6-91ae-278cf70ed694 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.864790] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba45cb6-8f41-4477-930a-3ae4abb36cfb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.893088] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181387MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1194.893245] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.893441] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.010781] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1196.011044] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1196.026465] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1196.037347] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1196.037613] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.046583] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1196.060822] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1196.071844] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c6e12-87f0-409f-b6d6-e7b7129d901e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.079260] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8efae5-1ae7-4e73-bf42-a5fd79e95046 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.108957] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe815cc-ce59-4b44-b2ad-74153e86f677 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.115440] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad4140-3c26-4ee8-b8dc-b80979093147 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.127812] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.631255] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1196.632553] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1196.632735] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.739s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.632812] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.632812] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.326193] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.328900] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.328900] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.329539] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.329904] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1251.329904] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1251.833220] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1251.833477] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.833619] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1254.330305] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.330650] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.834025] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.834283] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.834470] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.834628] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1254.835605] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101f8abd-3790-4970-96d8-fa2edfadb645 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.843585] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a29d631-badc-43cf-bab1-8182ee324793 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.857308] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdf17f0-ad88-41f9-a956-a6f613424f33 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.863218] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840d8421-08d1-4368-ad16-6543e3b1453b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.891923] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181385MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1254.892064] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.892244] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.909277] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1255.909528] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1255.922739] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccda420-95ed-44db-9492-6486275115f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.930495] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca64fc51-f4c4-4cff-960b-a47a0224844a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.960677] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2b9cef-43f3-4d84-8630-fa0901a015ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.968238] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807709c-a734-472d-b765-b5c79c5420b3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.981213] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.484830] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1256.486128] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1256.486315] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.481882] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.329700] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.329767] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.325712] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.329440] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.329616] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1311.329736] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1311.833438] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1311.833572] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.833755] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.833948] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1312.329339] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.329632] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.330136] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.836830] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.836830] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.836830] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.836830] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1315.837717] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06583d40-826b-49c4-af0f-0f2869f013ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.849529] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63580825-b052-4563-a9d6-7c6ac76b0558 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.866723] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad166f28-c515-4f9b-9196-1cafb618f6d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.873454] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fc967f-62ba-48c8-b6c2-5018e34b4d1a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.912530] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181392MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1315.912530] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.912530] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.947462] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1316.947462] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1316.968191] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e357243e-ee85-4651-912a-6d8f4f58099c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.981788] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1736d9-2ccf-4484-bcef-5bc6b97a6bcf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.019225] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85afff1-9788-412c-9956-729331a3e3a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.027556] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8101965e-def2-4117-a870-c2a6cf16b0c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.048924] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.556024] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1317.556024] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1317.556024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.642s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.516753] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquiring lock "16d5381e-f29f-417e-96a0-9afb3ac77678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.517048] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lock "16d5381e-f29f-417e-96a0-9afb3ac77678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.872646] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquiring lock "dc0c5829-19f3-4061-addf-59c663ae74a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.872883] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lock "dc0c5829-19f3-4061-addf-59c663ae74a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.021328] env[62295]: DEBUG nova.compute.manager [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1320.377842] env[62295]: DEBUG nova.compute.manager [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1320.561667] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.562032] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.564754] env[62295]: INFO nova.compute.claims [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.906721] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.422633] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.422633] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.668167] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b80cde-36dc-48ad-b825-7e120265c05a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.678474] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5276c7af-6679-4e13-a87e-df741abf5be0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.723097] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412d32d1-e6b3-45f5-ac17-796fefe699a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.735313] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e60a32e-daea-4ef1-bb17-83768e50bdd1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.752198] env[62295]: DEBUG nova.compute.provider_tree [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.924796] env[62295]: DEBUG nova.compute.manager [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1322.221532] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "2e819518-8931-4111-bf02-3e2a1acea7e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.221790] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "2e819518-8931-4111-bf02-3e2a1acea7e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.255817] env[62295]: DEBUG nova.scheduler.client.report [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1322.459107] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.501836] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "68f6940a-7897-4c93-af54-ff65a55aa587" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.502101] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "68f6940a-7897-4c93-af54-ff65a55aa587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.725480] env[62295]: DEBUG nova.compute.manager [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1322.766473] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.767559] env[62295]: DEBUG nova.compute.manager [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1322.769897] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.863s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.773891] env[62295]: INFO nova.compute.claims [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.004861] env[62295]: DEBUG nova.compute.manager [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1323.251225] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.278630] env[62295]: DEBUG nova.compute.utils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1323.281501] env[62295]: DEBUG nova.compute.manager [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1323.285215] env[62295]: DEBUG nova.network.neutron [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.531740] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.793147] env[62295]: DEBUG nova.compute.manager [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1323.839941] env[62295]: DEBUG nova.policy [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f0f6ebb02e7459d9a4db0a0f6d0163f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c71644cf87ed413e9c7ad31515e50913', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1323.911582] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbe2694-c204-42fd-bc29-699324a38eb6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.924504] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5dffee-314f-407c-9771-b61d2e94f7da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.953867] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde3cca9-a250-4c6d-9cd0-cc52ffc09586 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.962846] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afb9f02-6453-40ec-8fa4-b0de99847956 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.979126] env[62295]: DEBUG nova.compute.provider_tree [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.484775] env[62295]: DEBUG nova.scheduler.client.report [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1324.740917] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquiring lock "a329d648-c057-4e99-a959-8813b0e14711" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.743257] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lock "a329d648-c057-4e99-a959-8813b0e14711" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.804618] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.804618] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.816251] env[62295]: DEBUG nova.compute.manager [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1324.852397] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1324.852525] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1324.852693] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.852862] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1324.853043] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.853438] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1324.853723] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1324.853918] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1324.854170] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1324.854360] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1324.854615] env[62295]: DEBUG nova.virt.hardware [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1324.855918] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b7d465-91a1-41df-b1af-a8041a5dd96b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.864927] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49d1e63-4f50-4872-a9e5-314ac1c6a9a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.883168] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d47407-14f1-4265-9399-bcc0015d2223 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.996280] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.996897] env[62295]: DEBUG nova.compute.manager [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1325.000918] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.543s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.002161] env[62295]: INFO nova.compute.claims [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.247784] env[62295]: DEBUG nova.compute.manager [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1325.306375] env[62295]: DEBUG nova.compute.manager [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1325.507712] env[62295]: DEBUG nova.compute.utils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.514832] env[62295]: DEBUG nova.compute.manager [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1325.515196] env[62295]: DEBUG nova.network.neutron [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.584427] env[62295]: DEBUG nova.network.neutron [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Successfully created port: 971f532f-77da-4514-bea7-9a09d63b47bb {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.777909] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.829746] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.879269] env[62295]: DEBUG nova.policy [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '358625704d324ce4b0a2a7d3aad06c17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1860bf4f2964e8ea655601cf50573d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1326.016311] env[62295]: DEBUG nova.compute.manager [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1326.182122] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a614103-9e84-47b4-8c72-a448f4c67103 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.193199] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e1d868-e2c5-44ca-a598-b6f708414a27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.225155] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f969d7f4-6a72-4615-b3e1-4c2ef6b372d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.232980] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc5b3af-e1c5-47e0-a6a8-2b84975dd4f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.246453] env[62295]: DEBUG nova.compute.provider_tree [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.754587] env[62295]: DEBUG nova.scheduler.client.report [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1327.025919] env[62295]: DEBUG nova.compute.manager [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1327.068311] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1327.068409] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1327.068830] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.069311] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1327.069639] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.069809] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1327.070035] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1327.070591] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1327.070910] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1327.071041] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1327.071152] env[62295]: DEBUG nova.virt.hardware [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1327.072477] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d220150-a3bc-498b-aaa6-ad033f15d996 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.086994] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143ba6da-1f43-4781-83e5-86dd35dd62a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.273084] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.273625] env[62295]: DEBUG nova.compute.manager [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1327.278367] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.025s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.278367] env[62295]: INFO nova.compute.claims [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.613278] env[62295]: DEBUG nova.network.neutron [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Successfully created port: 1976a80a-fd82-4cd2-8cdb-392a9832b2f7 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.789634] env[62295]: DEBUG nova.compute.utils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1327.793847] env[62295]: DEBUG nova.compute.manager [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1327.794037] env[62295]: DEBUG nova.network.neutron [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.122023] env[62295]: DEBUG nova.policy [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c75a726979b74158b43e022230c087c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e11a5c79b9498f8ddb9c905e8c99c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1328.294735] env[62295]: DEBUG nova.compute.manager [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1328.429306] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e80a77-56ac-4b53-8777-4fe8b3525875 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.438137] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b21c391-b3fb-4dee-979b-d18bccba8fe3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.476275] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa422c6-4ff5-47c7-9819-9cf19a662890 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.487082] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b0b253-f2ec-4e3c-b974-4fb91e24ed8a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.505642] env[62295]: DEBUG nova.compute.provider_tree [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.013553] env[62295]: DEBUG nova.scheduler.client.report [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1329.157480] env[62295]: DEBUG nova.network.neutron [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Successfully created port: 14a8a021-f189-4a0a-8c16-055a670e8bfb {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.310166] env[62295]: DEBUG nova.compute.manager [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1329.340109] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1329.340642] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1329.340809] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.341113] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1329.341299] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.341389] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1329.341593] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1329.341743] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1329.341906] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1329.342079] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1329.342258] env[62295]: DEBUG nova.virt.hardware [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.343375] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b1b355-ee3a-4bce-9b38-149d21febe5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.351409] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc25204-9aa1-467b-8800-05f5ad2832cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.521021] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.521021] env[62295]: DEBUG nova.compute.manager [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1329.522952] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.991s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.525115] env[62295]: INFO nova.compute.claims [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.030898] env[62295]: DEBUG nova.compute.utils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1330.033047] env[62295]: DEBUG nova.compute.manager [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1330.033047] env[62295]: DEBUG nova.network.neutron [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.262532] env[62295]: DEBUG nova.policy [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e388d5de7df4fcc9df76ea69ecfa336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f0b28d04b304c909e8653edf6b27079', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1330.542600] env[62295]: DEBUG nova.compute.manager [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1330.705709] env[62295]: DEBUG nova.network.neutron [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Successfully updated port: 971f532f-77da-4514-bea7-9a09d63b47bb {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.757261] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9862b1-ba82-47b5-a25a-22c34a1862cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.765890] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce457b2-b775-4b51-8f3b-44c3746d23ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.802285] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c2141a-ac8a-45c6-890e-e6db2887ce3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.812291] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8115665-2451-4a0f-b442-3b61d6ab72a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.827223] env[62295]: DEBUG nova.compute.provider_tree [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.941658] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "bb795a9a-0e43-4280-936d-f206adff8ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.942058] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "bb795a9a-0e43-4280-936d-f206adff8ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.212114] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquiring lock "refresh_cache-16d5381e-f29f-417e-96a0-9afb3ac77678" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.213061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquired lock "refresh_cache-16d5381e-f29f-417e-96a0-9afb3ac77678" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.213061] env[62295]: DEBUG nova.network.neutron [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.330768] env[62295]: DEBUG nova.scheduler.client.report [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1331.449148] env[62295]: DEBUG nova.compute.manager [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1331.560153] env[62295]: DEBUG nova.compute.manager [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1331.604246] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1331.607913] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1331.608102] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.608291] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1331.608435] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.608581] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1331.608788] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1331.608941] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1331.609624] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1331.609866] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1331.610098] env[62295]: DEBUG nova.virt.hardware [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1331.611044] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c1eb6-c72c-4c53-ac38-aba8da149612 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.622079] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d036052c-f2b9-4788-b779-9ea7223f3313 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.705903] env[62295]: DEBUG nova.network.neutron [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Successfully updated port: 1976a80a-fd82-4cd2-8cdb-392a9832b2f7 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.744595] env[62295]: DEBUG nova.network.neutron [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Successfully created port: 13d25e96-7bd0-4587-9404-e9529c7b188a {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.796246] env[62295]: DEBUG nova.network.neutron [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.845981] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.847320] env[62295]: DEBUG nova.compute.manager [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1331.851808] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.074s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.853219] env[62295]: INFO nova.compute.claims [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.965835] env[62295]: DEBUG nova.compute.manager [req-74a7b7fb-50aa-4a63-bc03-e33fb2bd8655 req-2191eba1-d14f-4c05-93b0-36136f053d98 service nova] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Received event network-vif-plugged-971f532f-77da-4514-bea7-9a09d63b47bb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1331.965835] env[62295]: DEBUG oslo_concurrency.lockutils [req-74a7b7fb-50aa-4a63-bc03-e33fb2bd8655 req-2191eba1-d14f-4c05-93b0-36136f053d98 service nova] Acquiring lock "16d5381e-f29f-417e-96a0-9afb3ac77678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.966113] env[62295]: DEBUG oslo_concurrency.lockutils [req-74a7b7fb-50aa-4a63-bc03-e33fb2bd8655 req-2191eba1-d14f-4c05-93b0-36136f053d98 service nova] Lock "16d5381e-f29f-417e-96a0-9afb3ac77678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.966212] env[62295]: DEBUG oslo_concurrency.lockutils [req-74a7b7fb-50aa-4a63-bc03-e33fb2bd8655 req-2191eba1-d14f-4c05-93b0-36136f053d98 service nova] Lock "16d5381e-f29f-417e-96a0-9afb3ac77678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.966373] env[62295]: DEBUG nova.compute.manager [req-74a7b7fb-50aa-4a63-bc03-e33fb2bd8655 req-2191eba1-d14f-4c05-93b0-36136f053d98 service nova] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] No waiting events found dispatching network-vif-plugged-971f532f-77da-4514-bea7-9a09d63b47bb {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1331.966526] env[62295]: WARNING nova.compute.manager [req-74a7b7fb-50aa-4a63-bc03-e33fb2bd8655 req-2191eba1-d14f-4c05-93b0-36136f053d98 service nova] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Received unexpected event network-vif-plugged-971f532f-77da-4514-bea7-9a09d63b47bb for instance with vm_state building and task_state spawning. [ 1331.980622] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.214281] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquiring lock "refresh_cache-dc0c5829-19f3-4061-addf-59c663ae74a1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.214445] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquired lock "refresh_cache-dc0c5829-19f3-4061-addf-59c663ae74a1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.214558] env[62295]: DEBUG nova.network.neutron [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.365713] env[62295]: DEBUG nova.compute.utils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.373535] env[62295]: DEBUG nova.compute.manager [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Not allocating networking since 'none' was specified. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1332.373788] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "66cf1b6b-808a-4fa3-9535-801f067229c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.373999] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "66cf1b6b-808a-4fa3-9535-801f067229c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.481103] env[62295]: DEBUG nova.network.neutron [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Updating instance_info_cache with network_info: [{"id": "971f532f-77da-4514-bea7-9a09d63b47bb", "address": "fa:16:3e:f6:ea:5a", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971f532f-77", "ovs_interfaceid": "971f532f-77da-4514-bea7-9a09d63b47bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.787157] env[62295]: DEBUG nova.network.neutron [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.875772] env[62295]: DEBUG nova.compute.manager [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1332.881098] env[62295]: DEBUG nova.compute.manager [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1332.985771] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Releasing lock "refresh_cache-16d5381e-f29f-417e-96a0-9afb3ac77678" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.986126] env[62295]: DEBUG nova.compute.manager [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Instance network_info: |[{"id": "971f532f-77da-4514-bea7-9a09d63b47bb", "address": "fa:16:3e:f6:ea:5a", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971f532f-77", "ovs_interfaceid": "971f532f-77da-4514-bea7-9a09d63b47bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1332.987434] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ea:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '971f532f-77da-4514-bea7-9a09d63b47bb', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.001061] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.004044] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0d3e0d2-9948-4659-ac1f-50562c857c8e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.021502] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Created folder: OpenStack in parent group-v4. [ 1333.021735] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Creating folder: Project (c71644cf87ed413e9c7ad31515e50913). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.021965] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c68a143-a11c-4cef-9a79-89529f1382d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.038401] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Created folder: Project (c71644cf87ed413e9c7ad31515e50913) in parent group-v370569. [ 1333.038933] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Creating folder: Instances. Parent ref: group-v370570. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.038933] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-762e7da2-1261-42e6-8f95-cc921535540f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.048210] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Created folder: Instances in parent group-v370570. [ 1333.048508] env[62295]: DEBUG oslo.service.loopingcall [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.048705] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.048930] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f9a0623-bbbf-4540-83d4-bb2ccec739db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.085976] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.085976] env[62295]: value = "task-1786055" [ 1333.085976] env[62295]: _type = "Task" [ 1333.085976] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.103724] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786055, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.194463] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee7b55f-ec34-4902-ae59-67ea9512656a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.208545] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08787d14-baae-4481-b39b-7b22c619d961 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.222360] env[62295]: DEBUG nova.network.neutron [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Successfully updated port: 14a8a021-f189-4a0a-8c16-055a670e8bfb {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.263200] env[62295]: DEBUG nova.network.neutron [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Updating instance_info_cache with network_info: [{"id": "1976a80a-fd82-4cd2-8cdb-392a9832b2f7", "address": "fa:16:3e:90:9b:72", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1976a80a-fd", "ovs_interfaceid": "1976a80a-fd82-4cd2-8cdb-392a9832b2f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.265395] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8af73-4609-4234-a436-5ee4d97dc6d9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.276772] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970c5327-664f-4274-8a5d-81b75433afe2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.290718] env[62295]: DEBUG nova.compute.provider_tree [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.409837] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.598197] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786055, 'name': CreateVM_Task, 'duration_secs': 0.399929} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.598608] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.649019] env[62295]: DEBUG oslo_vmware.service [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe0f4b9-21dc-4732-9e17-2110443f1c5f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.664035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.664035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.664035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.664035] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048365a8-ea33-4777-8c56-d4ebc5c65885 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.672482] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1333.672482] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521c59cf-4a8c-f3e8-0934-5160374b1d62" [ 1333.672482] env[62295]: _type = "Task" [ 1333.672482] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.688970] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.688970] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.688970] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.689149] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.690155] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.690446] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ca406c9-d5b9-4629-ad6e-57108ce42d76 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.708893] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.710780] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.711731] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400d499c-f7dd-469d-9673-3b442afa7deb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.720161] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333809a7-2182-46da-89a9-f80c55619961 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.727556] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1333.727556] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f0dbd4-45ee-f052-b26b-e961e3901fa3" [ 1333.727556] env[62295]: _type = "Task" [ 1333.727556] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.742971] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Preparing fetch location {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1333.744960] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Creating directory with path [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.744960] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e750d742-0a84-40e1-99b6-e1379f938e98 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.764108] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "refresh_cache-a1191537-92d0-4618-9bb8-b7f3dc7129f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.764302] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired lock "refresh_cache-a1191537-92d0-4618-9bb8-b7f3dc7129f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.764459] env[62295]: DEBUG nova.network.neutron [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.769298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Releasing lock "refresh_cache-dc0c5829-19f3-4061-addf-59c663ae74a1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.769645] env[62295]: DEBUG nova.compute.manager [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Instance network_info: |[{"id": "1976a80a-fd82-4cd2-8cdb-392a9832b2f7", "address": "fa:16:3e:90:9b:72", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1976a80a-fd", "ovs_interfaceid": "1976a80a-fd82-4cd2-8cdb-392a9832b2f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1333.769878] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Created directory with path [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.770062] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Fetch image to [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd/tmp-sparse.vmdk {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1333.770540] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Downloading image file data b1566474-d827-4d61-a657-408d294472fd to [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd/tmp-sparse.vmdk on the data store datastore1 {{(pid=62295) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1333.770633] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:9b:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1976a80a-fd82-4cd2-8cdb-392a9832b2f7', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.779438] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Creating folder: Project (f1860bf4f2964e8ea655601cf50573d9). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.782086] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8623b0-9855-43fc-8921-18a788706dd8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.783651] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f31196bc-994f-48cb-b6d1-3d0c336e1d9f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.793226] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16537900-1ff6-45ae-b77e-b0ce31acccd4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.797172] env[62295]: DEBUG nova.scheduler.client.report [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1333.816913] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea714bd7-8da4-4325-ba1f-ad7e3d70cd7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.864555] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b85b564-beea-4e58-b5d7-868675bf7ccb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.870192] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Created folder: Project (f1860bf4f2964e8ea655601cf50573d9) in parent group-v370569. [ 1333.870192] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Creating folder: Instances. Parent ref: group-v370573. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.870192] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8959ec03-ab4a-4cc5-9fb2-442e935ec5ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.879170] env[62295]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f2b39d9d-2a57-4740-b49f-c644cfdc8ede {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.896954] env[62295]: DEBUG nova.compute.manager [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1333.917512] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Downloading image file data b1566474-d827-4d61-a657-408d294472fd to the data store datastore1 {{(pid=62295) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1333.921177] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Created folder: Instances in parent group-v370573. [ 1333.921598] env[62295]: DEBUG oslo.service.loopingcall [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.921598] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.922052] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ee4481e-9585-4fc4-b86b-bd34cdf78e54 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.951162] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.951162] env[62295]: value = "task-1786058" [ 1333.951162] env[62295]: _type = "Task" [ 1333.951162] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.959594] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.959594] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.959701] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.959823] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.960330] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.960330] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.960330] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.960477] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.960614] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.960832] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.961177] env[62295]: DEBUG nova.virt.hardware [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.963112] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c780f-2ab8-4bd3-9ab7-c3ac0fa850e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.970768] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786058, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.984700] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac181057-3e1a-481b-8a4c-eaa71ffb320f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.000454] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.007061] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Creating folder: Project (de51ca9600934751b3757cc621edd3dd). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.012307] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55480ae7-4eaf-41fd-b370-61ee822f88b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.024715] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Created folder: Project (de51ca9600934751b3757cc621edd3dd) in parent group-v370569. [ 1334.024715] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Creating folder: Instances. Parent ref: group-v370576. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.024715] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b457f88-4612-4f55-bd0d-3b52b73116ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.033969] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Created folder: Instances in parent group-v370576. [ 1334.034268] env[62295]: DEBUG oslo.service.loopingcall [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.034485] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.034691] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b625056-8ebe-4eb6-acd4-7632c8148707 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.053140] env[62295]: DEBUG oslo_vmware.rw_handles [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62295) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1334.118192] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.118192] env[62295]: value = "task-1786061" [ 1334.118192] env[62295]: _type = "Task" [ 1334.118192] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.130175] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786061, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.305192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.307404] env[62295]: DEBUG nova.compute.manager [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1334.311790] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.482s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.314121] env[62295]: INFO nova.compute.claims [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.329110] env[62295]: DEBUG nova.network.neutron [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.463873] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786058, 'name': CreateVM_Task, 'duration_secs': 0.407108} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.466150] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.466150] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.466266] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.468379] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.468379] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ec0f7e-0831-4c26-b0ae-6132cbea8600 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.473106] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for the task: (returnval){ [ 1334.473106] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523736ca-61a8-2e18-55e6-31c037aba4ca" [ 1334.473106] env[62295]: _type = "Task" [ 1334.473106] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.483598] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523736ca-61a8-2e18-55e6-31c037aba4ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.632520] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786061, 'name': CreateVM_Task, 'duration_secs': 0.284721} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.634602] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.635080] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.820028] env[62295]: DEBUG nova.compute.utils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1334.823982] env[62295]: DEBUG nova.compute.manager [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1334.823982] env[62295]: DEBUG nova.network.neutron [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1334.941170] env[62295]: DEBUG nova.network.neutron [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Updating instance_info_cache with network_info: [{"id": "14a8a021-f189-4a0a-8c16-055a670e8bfb", "address": "fa:16:3e:c5:b5:cf", "network": {"id": "0c0594b8-960d-407f-98a3-511715440b92", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-10089948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e11a5c79b9498f8ddb9c905e8c99c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a8a021-f1", "ovs_interfaceid": "14a8a021-f189-4a0a-8c16-055a670e8bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.953463] env[62295]: DEBUG nova.policy [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe4954b1a7b94394ab0e54ed0f6a7489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aed49546a46447f0a11d44201b0149ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1334.961674] env[62295]: DEBUG oslo_vmware.rw_handles [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Completed reading data from the image iterator. {{(pid=62295) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1334.961674] env[62295]: DEBUG oslo_vmware.rw_handles [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1334.986770] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.987093] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.987338] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.987545] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.988505] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.989146] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdff3fd1-10eb-4f46-b62f-9f00ac2050d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.994354] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1334.994354] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529c38ca-0445-0b36-0915-acb802b82dfa" [ 1334.994354] env[62295]: _type = "Task" [ 1334.994354] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.004806] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Downloaded image file data b1566474-d827-4d61-a657-408d294472fd to vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd/tmp-sparse.vmdk on the data store datastore1 {{(pid=62295) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1335.006376] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Caching image {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1335.006768] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Copying Virtual Disk [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd/tmp-sparse.vmdk to [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.008942] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c834c1f-1775-4994-a203-cd990c682146 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.013514] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529c38ca-0445-0b36-0915-acb802b82dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.019091] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1335.019091] env[62295]: value = "task-1786062" [ 1335.019091] env[62295]: _type = "Task" [ 1335.019091] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.028027] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.150712] env[62295]: DEBUG nova.network.neutron [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Successfully updated port: 13d25e96-7bd0-4587-9404-e9529c7b188a {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1335.324618] env[62295]: DEBUG nova.compute.manager [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1335.445409] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Releasing lock "refresh_cache-a1191537-92d0-4618-9bb8-b7f3dc7129f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.445824] env[62295]: DEBUG nova.compute.manager [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Instance network_info: |[{"id": "14a8a021-f189-4a0a-8c16-055a670e8bfb", "address": "fa:16:3e:c5:b5:cf", "network": {"id": "0c0594b8-960d-407f-98a3-511715440b92", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-10089948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e11a5c79b9498f8ddb9c905e8c99c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a8a021-f1", "ovs_interfaceid": "14a8a021-f189-4a0a-8c16-055a670e8bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1335.446460] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:b5:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14a8a021-f189-4a0a-8c16-055a670e8bfb', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.459705] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Creating folder: Project (19e11a5c79b9498f8ddb9c905e8c99c6). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.459824] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a956cc1b-c2b7-47ba-8a90-4aafb6ea813f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.474809] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Created folder: Project (19e11a5c79b9498f8ddb9c905e8c99c6) in parent group-v370569. [ 1335.475051] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Creating folder: Instances. Parent ref: group-v370579. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.475394] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5332ff87-f8f4-4fce-82e3-4732b34f139f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.485158] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Created folder: Instances in parent group-v370579. [ 1335.485466] env[62295]: DEBUG oslo.service.loopingcall [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.488937] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.489029] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d69a0fbe-2dc9-4d7a-95bc-560351814726 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.505404] env[62295]: DEBUG nova.network.neutron [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Successfully created port: d07534ce-5944-4a9d-aecb-703d25e3f587 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1335.525648] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.525899] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.526124] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.526335] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.526335] env[62295]: value = "task-1786065" [ 1335.526335] env[62295]: _type = "Task" [ 1335.526335] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.535595] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786062, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.541561] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786065, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.577112] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6f29f4-c72f-4ff1-bcc3-aa6bedccb7c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.586336] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4150b228-7477-455d-b840-f9e6e776de1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.621725] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc4176b-b8f4-4397-9ae0-3a0f04568017 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.631119] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231e9565-ac64-4a02-8527-94acd9507d51 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.646300] env[62295]: DEBUG nova.compute.provider_tree [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.658529] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "refresh_cache-2e819518-8931-4111-bf02-3e2a1acea7e0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.658529] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquired lock "refresh_cache-2e819518-8931-4111-bf02-3e2a1acea7e0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.658529] env[62295]: DEBUG nova.network.neutron [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.761739] env[62295]: DEBUG nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Received event network-changed-971f532f-77da-4514-bea7-9a09d63b47bb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1335.761739] env[62295]: DEBUG nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Refreshing instance network info cache due to event network-changed-971f532f-77da-4514-bea7-9a09d63b47bb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1335.761739] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Acquiring lock "refresh_cache-16d5381e-f29f-417e-96a0-9afb3ac77678" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.761739] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Acquired lock "refresh_cache-16d5381e-f29f-417e-96a0-9afb3ac77678" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.761739] env[62295]: DEBUG nova.network.neutron [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Refreshing network info cache for port 971f532f-77da-4514-bea7-9a09d63b47bb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.031739] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802427} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.035012] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Copied Virtual Disk [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd/tmp-sparse.vmdk to [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.036824] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Deleting the datastore file [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd/tmp-sparse.vmdk {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.036824] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d15daa1-31cf-4e2b-8121-cec15e19c67b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.042034] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786065, 'name': CreateVM_Task, 'duration_secs': 0.48992} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.043272] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.043601] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1336.043601] env[62295]: value = "task-1786066" [ 1336.043601] env[62295]: _type = "Task" [ 1336.043601] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.044698] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.044698] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.044804] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.045065] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40156df5-d214-48bc-9530-36e891f96ecb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.053149] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1336.053149] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b06b06-6da8-d223-e0c1-d9d63446ec39" [ 1336.053149] env[62295]: _type = "Task" [ 1336.053149] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.057062] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.065028] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b06b06-6da8-d223-e0c1-d9d63446ec39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.152736] env[62295]: DEBUG nova.scheduler.client.report [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1336.224692] env[62295]: DEBUG nova.network.neutron [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.337892] env[62295]: DEBUG nova.compute.manager [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1336.361267] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1336.361492] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1336.361772] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.361972] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1336.362127] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.362270] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1336.362468] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1336.362619] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1336.362775] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1336.362929] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1336.365666] env[62295]: DEBUG nova.virt.hardware [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1336.366790] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0d0906-3199-47bd-8567-dc0b7884ff27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.378671] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0829424-1e60-4754-96ac-d6f3614d8b0f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.525330] env[62295]: DEBUG nova.network.neutron [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Updating instance_info_cache with network_info: [{"id": "13d25e96-7bd0-4587-9404-e9529c7b188a", "address": "fa:16:3e:9d:59:4f", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d25e96-7b", "ovs_interfaceid": "13d25e96-7bd0-4587-9404-e9529c7b188a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.561553] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026502} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.566386] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.568410] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Moving file from [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080/b1566474-d827-4d61-a657-408d294472fd to [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd. {{(pid=62295) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1336.568410] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-88d449b4-4f6e-4ea2-a7a5-6157cf1863f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.577612] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.577982] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.578304] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.578671] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1336.578671] env[62295]: value = "task-1786067" [ 1336.578671] env[62295]: _type = "Task" [ 1336.578671] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.589934] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786067, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.600408] env[62295]: DEBUG nova.network.neutron [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Updated VIF entry in instance network info cache for port 971f532f-77da-4514-bea7-9a09d63b47bb. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.600800] env[62295]: DEBUG nova.network.neutron [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Updating instance_info_cache with network_info: [{"id": "971f532f-77da-4514-bea7-9a09d63b47bb", "address": "fa:16:3e:f6:ea:5a", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971f532f-77", "ovs_interfaceid": "971f532f-77da-4514-bea7-9a09d63b47bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.660286] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.661249] env[62295]: DEBUG nova.compute.manager [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1336.668498] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.685s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.668498] env[62295]: INFO nova.compute.claims [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.027723] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Releasing lock "refresh_cache-2e819518-8931-4111-bf02-3e2a1acea7e0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.031014] env[62295]: DEBUG nova.compute.manager [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Instance network_info: |[{"id": "13d25e96-7bd0-4587-9404-e9529c7b188a", "address": "fa:16:3e:9d:59:4f", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d25e96-7b", "ovs_interfaceid": "13d25e96-7bd0-4587-9404-e9529c7b188a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1337.031154] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:59:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13d25e96-7bd0-4587-9404-e9529c7b188a', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.041156] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Creating folder: Project (3f0b28d04b304c909e8653edf6b27079). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1337.041674] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f203f6e5-1482-4b2a-b76e-0aa8aa578f6b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.055309] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Created folder: Project (3f0b28d04b304c909e8653edf6b27079) in parent group-v370569. [ 1337.055309] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Creating folder: Instances. Parent ref: group-v370582. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1337.055567] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3306a495-f36e-417a-a92c-4d57752f11b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.071992] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Created folder: Instances in parent group-v370582. [ 1337.071992] env[62295]: DEBUG oslo.service.loopingcall [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.071992] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.071992] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08dd3d35-d2a6-4edf-a152-9f58ff2d5a56 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.098123] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.098508] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.101955] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.101955] env[62295]: value = "task-1786070" [ 1337.101955] env[62295]: _type = "Task" [ 1337.101955] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.106704] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Releasing lock "refresh_cache-16d5381e-f29f-417e-96a0-9afb3ac77678" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.106704] env[62295]: DEBUG nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Received event network-vif-plugged-1976a80a-fd82-4cd2-8cdb-392a9832b2f7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1337.106704] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Acquiring lock "dc0c5829-19f3-4061-addf-59c663ae74a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.106704] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Lock "dc0c5829-19f3-4061-addf-59c663ae74a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.106704] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Lock "dc0c5829-19f3-4061-addf-59c663ae74a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.106922] env[62295]: DEBUG nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] No waiting events found dispatching network-vif-plugged-1976a80a-fd82-4cd2-8cdb-392a9832b2f7 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1337.106922] env[62295]: WARNING nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Received unexpected event network-vif-plugged-1976a80a-fd82-4cd2-8cdb-392a9832b2f7 for instance with vm_state building and task_state spawning. [ 1337.106922] env[62295]: DEBUG nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Received event network-changed-1976a80a-fd82-4cd2-8cdb-392a9832b2f7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1337.107189] env[62295]: DEBUG nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Refreshing instance network info cache due to event network-changed-1976a80a-fd82-4cd2-8cdb-392a9832b2f7. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1337.107440] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Acquiring lock "refresh_cache-dc0c5829-19f3-4061-addf-59c663ae74a1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.107607] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Acquired lock "refresh_cache-dc0c5829-19f3-4061-addf-59c663ae74a1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.107856] env[62295]: DEBUG nova.network.neutron [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Refreshing network info cache for port 1976a80a-fd82-4cd2-8cdb-392a9832b2f7 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.109819] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786067, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029701} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.113338] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] File moved {{(pid=62295) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1337.113593] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Cleaning up location [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080 {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1337.113791] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Deleting the datastore file [datastore1] vmware_temp/0ff4ebf8-b359-4ad0-a048-22504247c080 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.114094] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0caab24-8018-471b-bad6-de48ec35dd48 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.123040] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786070, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.126512] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1337.126512] env[62295]: value = "task-1786071" [ 1337.126512] env[62295]: _type = "Task" [ 1337.126512] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.144087] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.171984] env[62295]: DEBUG nova.compute.utils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1337.178877] env[62295]: DEBUG nova.compute.manager [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1337.179086] env[62295]: DEBUG nova.network.neutron [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.220354] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "0009344a-2312-435a-b9a1-3af3e98e4bf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.220780] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "0009344a-2312-435a-b9a1-3af3e98e4bf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.228800] env[62295]: DEBUG nova.compute.manager [req-d1f9b4fd-3d78-40e3-9cd9-49ecc7245917 req-415dc243-427e-43d1-a16f-a7e6912608c0 service nova] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Received event network-vif-plugged-13d25e96-7bd0-4587-9404-e9529c7b188a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1337.228800] env[62295]: DEBUG oslo_concurrency.lockutils [req-d1f9b4fd-3d78-40e3-9cd9-49ecc7245917 req-415dc243-427e-43d1-a16f-a7e6912608c0 service nova] Acquiring lock "2e819518-8931-4111-bf02-3e2a1acea7e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.228800] env[62295]: DEBUG oslo_concurrency.lockutils [req-d1f9b4fd-3d78-40e3-9cd9-49ecc7245917 req-415dc243-427e-43d1-a16f-a7e6912608c0 service nova] Lock "2e819518-8931-4111-bf02-3e2a1acea7e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.228800] env[62295]: DEBUG oslo_concurrency.lockutils [req-d1f9b4fd-3d78-40e3-9cd9-49ecc7245917 req-415dc243-427e-43d1-a16f-a7e6912608c0 service nova] Lock "2e819518-8931-4111-bf02-3e2a1acea7e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.228800] env[62295]: DEBUG nova.compute.manager [req-d1f9b4fd-3d78-40e3-9cd9-49ecc7245917 req-415dc243-427e-43d1-a16f-a7e6912608c0 service nova] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] No waiting events found dispatching network-vif-plugged-13d25e96-7bd0-4587-9404-e9529c7b188a {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1337.229210] env[62295]: WARNING nova.compute.manager [req-d1f9b4fd-3d78-40e3-9cd9-49ecc7245917 req-415dc243-427e-43d1-a16f-a7e6912608c0 service nova] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Received unexpected event network-vif-plugged-13d25e96-7bd0-4587-9404-e9529c7b188a for instance with vm_state building and task_state spawning. [ 1337.345473] env[62295]: DEBUG nova.policy [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faaf581cfd9147eda2b3b7b1ca525d32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a0a0baee08e4a5db13d30a6d5b93e89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1337.476450] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.476684] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.605142] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1337.632232] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquiring lock "f100d8a9-75d2-4100-b6c2-c915e7de6bd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.632480] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lock "f100d8a9-75d2-4100-b6c2-c915e7de6bd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.632927] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786070, 'name': CreateVM_Task, 'duration_secs': 0.380077} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.637492] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.638474] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.638634] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.638947] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.639554] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08ccc05-a48c-44e7-a8d9-b323ccca6062 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.646137] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025808} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.650052] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.650052] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce828ff-a379-4510-bd58-04d1f8a816f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.651482] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1337.651482] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528eb026-2576-1337-99ec-e3c274c45d6d" [ 1337.651482] env[62295]: _type = "Task" [ 1337.651482] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.657082] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1337.657082] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52747a80-b9de-17df-d990-f360046c0587" [ 1337.657082] env[62295]: _type = "Task" [ 1337.657082] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.665576] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528eb026-2576-1337-99ec-e3c274c45d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.667255] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.667493] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.667759] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.675052] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52747a80-b9de-17df-d990-f360046c0587, 'name': SearchDatastore_Task, 'duration_secs': 0.008739} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.675310] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.675564] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 16d5381e-f29f-417e-96a0-9afb3ac77678/16d5381e-f29f-417e-96a0-9afb3ac77678.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.675848] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.676458] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.676818] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff5eb350-ec97-4db1-9348-447a388b0b5e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.680388] env[62295]: DEBUG nova.network.neutron [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Successfully updated port: d07534ce-5944-4a9d-aecb-703d25e3f587 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.681434] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b6ecf5b-2a99-45c2-8430-3c92ee6b97ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.683936] env[62295]: DEBUG nova.compute.manager [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1337.696683] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1337.696683] env[62295]: value = "task-1786072" [ 1337.696683] env[62295]: _type = "Task" [ 1337.696683] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.698430] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.698430] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.704947] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5191a745-2005-4484-b690-5ebafcba0dd1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.715058] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.720024] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for the task: (returnval){ [ 1337.720024] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261084b-830a-4594-b22c-938507f3c037" [ 1337.720024] env[62295]: _type = "Task" [ 1337.720024] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.725183] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261084b-830a-4594-b22c-938507f3c037, 'name': SearchDatastore_Task, 'duration_secs': 0.008267} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.725959] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5994a3f-bb0e-4ade-b183-f36f1ee213be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.731770] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for the task: (returnval){ [ 1337.731770] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52200dcf-52aa-1a2e-8d82-166117f608d6" [ 1337.731770] env[62295]: _type = "Task" [ 1337.731770] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.745127] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52200dcf-52aa-1a2e-8d82-166117f608d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008263} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.745408] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.745856] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] dc0c5829-19f3-4061-addf-59c663ae74a1/dc0c5829-19f3-4061-addf-59c663ae74a1.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.745987] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.746127] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.746430] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-119db705-8b41-4974-b9e2-5258180ac7ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.748334] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36e97e63-e419-4fcf-ac0a-60f066460932 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.759970] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for the task: (returnval){ [ 1337.759970] env[62295]: value = "task-1786073" [ 1337.759970] env[62295]: _type = "Task" [ 1337.759970] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.760218] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.760373] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.761503] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7bb992-a19d-465b-bfb8-dae3a2cd4574 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.772255] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1337.772255] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528e5c55-4546-2f0e-3c8d-3777064961b3" [ 1337.772255] env[62295]: _type = "Task" [ 1337.772255] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.775967] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.789829] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528e5c55-4546-2f0e-3c8d-3777064961b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008549} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.790688] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b019df40-ddfc-4b90-8899-de1051d14ecd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.795572] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1337.795572] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5211b7d2-f3ce-49b8-02de-cc86b6daf60d" [ 1337.795572] env[62295]: _type = "Task" [ 1337.795572] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.805720] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5211b7d2-f3ce-49b8-02de-cc86b6daf60d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.852254] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.852490] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.967066] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eaf33b-9520-4c48-9fc2-2031189f7aae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.976737] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a51096-49cf-4119-809d-c7a727ef3474 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.011507] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f9918b-1525-46a2-aab5-7429ff7e533a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.023246] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3996a84-0ce6-4584-8d70-477850de5f31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.043865] env[62295]: DEBUG nova.compute.provider_tree [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.091277] env[62295]: DEBUG nova.network.neutron [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Updated VIF entry in instance network info cache for port 1976a80a-fd82-4cd2-8cdb-392a9832b2f7. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.091646] env[62295]: DEBUG nova.network.neutron [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Updating instance_info_cache with network_info: [{"id": "1976a80a-fd82-4cd2-8cdb-392a9832b2f7", "address": "fa:16:3e:90:9b:72", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1976a80a-fd", "ovs_interfaceid": "1976a80a-fd82-4cd2-8cdb-392a9832b2f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.136338] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.194981] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquiring lock "refresh_cache-a329d648-c057-4e99-a959-8813b0e14711" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.195161] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquired lock "refresh_cache-a329d648-c057-4e99-a959-8813b0e14711" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.195350] env[62295]: DEBUG nova.network.neutron [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.212878] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786072, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.271642] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.283136] env[62295]: DEBUG nova.network.neutron [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Successfully created port: 1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.308979] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5211b7d2-f3ce-49b8-02de-cc86b6daf60d, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.309280] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.309551] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.309908] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.310460] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.310460] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2925997-f830-4802-81c1-6094d2eb2685 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.312611] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88ad15c4-d721-426e-abc0-b4b7a423a429 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.320160] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1338.320160] env[62295]: value = "task-1786074" [ 1338.320160] env[62295]: _type = "Task" [ 1338.320160] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.328822] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.334000] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.334204] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.335455] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd21101-7220-46fe-a0c1-469a16abcea8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.341671] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1338.341671] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524fac79-43b4-eeab-da50-6fdba2ec5eb2" [ 1338.341671] env[62295]: _type = "Task" [ 1338.341671] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.350548] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524fac79-43b4-eeab-da50-6fdba2ec5eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.546383] env[62295]: DEBUG nova.scheduler.client.report [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1338.594542] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Releasing lock "refresh_cache-dc0c5829-19f3-4061-addf-59c663ae74a1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.595032] env[62295]: DEBUG nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Received event network-vif-plugged-14a8a021-f189-4a0a-8c16-055a670e8bfb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1338.595321] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Acquiring lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.595623] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.595811] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.596500] env[62295]: DEBUG nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] No waiting events found dispatching network-vif-plugged-14a8a021-f189-4a0a-8c16-055a670e8bfb {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1338.596500] env[62295]: WARNING nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Received unexpected event network-vif-plugged-14a8a021-f189-4a0a-8c16-055a670e8bfb for instance with vm_state building and task_state spawning. [ 1338.596500] env[62295]: DEBUG nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Received event network-changed-14a8a021-f189-4a0a-8c16-055a670e8bfb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1338.596682] env[62295]: DEBUG nova.compute.manager [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Refreshing instance network info cache due to event network-changed-14a8a021-f189-4a0a-8c16-055a670e8bfb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1338.596917] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Acquiring lock "refresh_cache-a1191537-92d0-4618-9bb8-b7f3dc7129f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.597389] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Acquired lock "refresh_cache-a1191537-92d0-4618-9bb8-b7f3dc7129f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.597661] env[62295]: DEBUG nova.network.neutron [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Refreshing network info cache for port 14a8a021-f189-4a0a-8c16-055a670e8bfb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.699506] env[62295]: DEBUG nova.compute.manager [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1338.722421] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888374} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.722421] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 16d5381e-f29f-417e-96a0-9afb3ac77678/16d5381e-f29f-417e-96a0-9afb3ac77678.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.722583] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.724928] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-462d008b-2c9a-447a-8005-bd4228ce8302 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.734255] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1338.734255] env[62295]: value = "task-1786075" [ 1338.734255] env[62295]: _type = "Task" [ 1338.734255] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.739633] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1338.739633] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1338.739633] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.739944] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1338.739944] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.739944] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1338.739944] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1338.739944] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1338.740101] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1338.740101] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1338.740101] env[62295]: DEBUG nova.virt.hardware [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1338.740744] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b704c608-9f1d-4a92-8742-a471f2f8dd7b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.755105] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.756911] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afaac55-6a8f-4dea-8f5e-19cfa9c45668 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.773937] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786073, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.786482] env[62295]: DEBUG nova.network.neutron [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.829430] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquiring lock "fc4de0e8-ec27-46cc-a5b8-cda934424578" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.829701] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lock "fc4de0e8-ec27-46cc-a5b8-cda934424578" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.835599] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.851797] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524fac79-43b4-eeab-da50-6fdba2ec5eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.143302} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.852674] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf8d89e-62a1-4302-8585-828f4e732319 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.858082] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1338.858082] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1db11-d590-6850-9a9b-1899ddb47c1b" [ 1338.858082] env[62295]: _type = "Task" [ 1338.858082] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.866742] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1db11-d590-6850-9a9b-1899ddb47c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.051186] env[62295]: DEBUG nova.network.neutron [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Updating instance_info_cache with network_info: [{"id": "d07534ce-5944-4a9d-aecb-703d25e3f587", "address": "fa:16:3e:2e:da:74", "network": {"id": "214490c8-d3e3-46a6-bb94-03e8cfc3d8dd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-113425301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed49546a46447f0a11d44201b0149ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07534ce-59", "ovs_interfaceid": "d07534ce-5944-4a9d-aecb-703d25e3f587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.053050] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.053584] env[62295]: DEBUG nova.compute.manager [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1339.060197] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.648s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.060197] env[62295]: INFO nova.compute.claims [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.249998] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08276} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.250334] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.251402] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045015b3-24e1-4140-8b63-0c3aa8e18a5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.290311] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 16d5381e-f29f-417e-96a0-9afb3ac77678/16d5381e-f29f-417e-96a0-9afb3ac77678.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.297930] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886d7b42-0e42-411d-918f-e026d54a838a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.318480] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786073, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.492736} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.319954] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] dc0c5829-19f3-4061-addf-59c663ae74a1/dc0c5829-19f3-4061-addf-59c663ae74a1.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.320190] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.320511] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1339.320511] env[62295]: value = "task-1786076" [ 1339.320511] env[62295]: _type = "Task" [ 1339.320511] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.320689] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebbcb23a-5438-48e9-9cec-605f305108a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.339469] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for the task: (returnval){ [ 1339.339469] env[62295]: value = "task-1786077" [ 1339.339469] env[62295]: _type = "Task" [ 1339.339469] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.339850] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.347987] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786074, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.353486] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.370281] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1db11-d590-6850-9a9b-1899ddb47c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.109469} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.370587] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.370932] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a1191537-92d0-4618-9bb8-b7f3dc7129f2/a1191537-92d0-4618-9bb8-b7f3dc7129f2.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.371241] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.371676] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.371676] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21ce9aa3-a483-4f07-8f62-9d103dc34dd3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.374078] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00b6f57f-b900-400d-a6fd-2b9fe9920d0d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.383796] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1339.383796] env[62295]: value = "task-1786078" [ 1339.383796] env[62295]: _type = "Task" [ 1339.383796] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.394477] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.398737] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.398965] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.399789] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221b4bb9-6fc1-4a88-b976-f954fee9feef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.405174] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1339.405174] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527a20a5-748b-ffb0-7873-c88ff4581110" [ 1339.405174] env[62295]: _type = "Task" [ 1339.405174] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.413917] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527a20a5-748b-ffb0-7873-c88ff4581110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.479450] env[62295]: DEBUG nova.network.neutron [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Updated VIF entry in instance network info cache for port 14a8a021-f189-4a0a-8c16-055a670e8bfb. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.479882] env[62295]: DEBUG nova.network.neutron [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Updating instance_info_cache with network_info: [{"id": "14a8a021-f189-4a0a-8c16-055a670e8bfb", "address": "fa:16:3e:c5:b5:cf", "network": {"id": "0c0594b8-960d-407f-98a3-511715440b92", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-10089948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e11a5c79b9498f8ddb9c905e8c99c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a8a021-f1", "ovs_interfaceid": "14a8a021-f189-4a0a-8c16-055a670e8bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.558253] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Releasing lock "refresh_cache-a329d648-c057-4e99-a959-8813b0e14711" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.559018] env[62295]: DEBUG nova.compute.manager [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Instance network_info: |[{"id": "d07534ce-5944-4a9d-aecb-703d25e3f587", "address": "fa:16:3e:2e:da:74", "network": {"id": "214490c8-d3e3-46a6-bb94-03e8cfc3d8dd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-113425301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed49546a46447f0a11d44201b0149ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07534ce-59", "ovs_interfaceid": "d07534ce-5944-4a9d-aecb-703d25e3f587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1339.559485] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:da:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd07534ce-5944-4a9d-aecb-703d25e3f587', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.569327] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Creating folder: Project (aed49546a46447f0a11d44201b0149ad). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.570883] env[62295]: DEBUG nova.compute.utils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1339.582992] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed4ecb78-b94f-4e51-9756-67dcfd2d668d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.592287] env[62295]: DEBUG nova.compute.manager [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1339.592287] env[62295]: DEBUG nova.network.neutron [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.604500] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Created folder: Project (aed49546a46447f0a11d44201b0149ad) in parent group-v370569. [ 1339.604716] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Creating folder: Instances. Parent ref: group-v370585. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.606077] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96a01d53-ecb9-4ff2-b27e-cf13367473a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.617125] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Created folder: Instances in parent group-v370585. [ 1339.617125] env[62295]: DEBUG oslo.service.loopingcall [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.617125] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a329d648-c057-4e99-a959-8813b0e14711] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.617351] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76058c8c-96ba-4596-b5e8-531008203ab7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.637846] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.637846] env[62295]: value = "task-1786081" [ 1339.637846] env[62295]: _type = "Task" [ 1339.637846] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.642633] env[62295]: DEBUG nova.policy [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '363b867cd5ce45d19a5f8c80daff6992', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bff668f11a34e41a669d7c48a0d7145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1339.648805] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786081, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.840103] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786076, 'name': ReconfigVM_Task, 'duration_secs': 0.334498} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.843924] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 16d5381e-f29f-417e-96a0-9afb3ac77678/16d5381e-f29f-417e-96a0-9afb3ac77678.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.844803] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786074, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.845038] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-001327e4-b8c1-4245-946d-a00a33012147 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.856964] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084381} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.858170] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.858539] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1339.858539] env[62295]: value = "task-1786082" [ 1339.858539] env[62295]: _type = "Task" [ 1339.858539] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.859454] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b8ec12-4f3f-4f1c-88c5-16c0da27cb1f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.871793] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786082, 'name': Rename_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.892717] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] dc0c5829-19f3-4061-addf-59c663ae74a1/dc0c5829-19f3-4061-addf-59c663ae74a1.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.893042] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e564e1d-3580-438e-a63e-2757637159cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.921588] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.926292] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527a20a5-748b-ffb0-7873-c88ff4581110, 'name': SearchDatastore_Task, 'duration_secs': 0.09862} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.926699] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for the task: (returnval){ [ 1339.926699] env[62295]: value = "task-1786083" [ 1339.926699] env[62295]: _type = "Task" [ 1339.926699] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.927422] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b34b1b6-e789-44ba-99be-6dbef655e896 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.937283] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1339.937283] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5256d970-0c65-ce08-0e30-38eb21c8f489" [ 1339.937283] env[62295]: _type = "Task" [ 1339.937283] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.942430] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.953524] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5256d970-0c65-ce08-0e30-38eb21c8f489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.982792] env[62295]: DEBUG oslo_concurrency.lockutils [req-fedf09e8-b872-45f4-97fb-0918a726482e req-7b3d6c64-481a-49dc-bcdd-fc537884b88b service nova] Releasing lock "refresh_cache-a1191537-92d0-4618-9bb8-b7f3dc7129f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.038519] env[62295]: DEBUG nova.network.neutron [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Successfully created port: c4e8a8ed-61dd-4a29-8af9-7263eb0cadca {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1340.094189] env[62295]: DEBUG nova.compute.manager [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1340.156707] env[62295]: DEBUG nova.compute.manager [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Received event network-vif-plugged-d07534ce-5944-4a9d-aecb-703d25e3f587 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1340.157377] env[62295]: DEBUG oslo_concurrency.lockutils [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] Acquiring lock "a329d648-c057-4e99-a959-8813b0e14711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.157705] env[62295]: DEBUG oslo_concurrency.lockutils [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] Lock "a329d648-c057-4e99-a959-8813b0e14711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.158181] env[62295]: DEBUG oslo_concurrency.lockutils [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] Lock "a329d648-c057-4e99-a959-8813b0e14711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.158457] env[62295]: DEBUG nova.compute.manager [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] No waiting events found dispatching network-vif-plugged-d07534ce-5944-4a9d-aecb-703d25e3f587 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1340.158751] env[62295]: WARNING nova.compute.manager [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Received unexpected event network-vif-plugged-d07534ce-5944-4a9d-aecb-703d25e3f587 for instance with vm_state building and task_state spawning. [ 1340.159036] env[62295]: DEBUG nova.compute.manager [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Received event network-changed-d07534ce-5944-4a9d-aecb-703d25e3f587 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1340.159678] env[62295]: DEBUG nova.compute.manager [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Refreshing instance network info cache due to event network-changed-d07534ce-5944-4a9d-aecb-703d25e3f587. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1340.159678] env[62295]: DEBUG oslo_concurrency.lockutils [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] Acquiring lock "refresh_cache-a329d648-c057-4e99-a959-8813b0e14711" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.159678] env[62295]: DEBUG oslo_concurrency.lockutils [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] Acquired lock "refresh_cache-a329d648-c057-4e99-a959-8813b0e14711" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.159837] env[62295]: DEBUG nova.network.neutron [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Refreshing network info cache for port d07534ce-5944-4a9d-aecb-703d25e3f587 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.168450] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786081, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.341141] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786074, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.607768} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.344378] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.344664] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.345165] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80f0cfce-895f-4e34-8c23-377bbddc8db2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.352596] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1340.352596] env[62295]: value = "task-1786084" [ 1340.352596] env[62295]: _type = "Task" [ 1340.352596] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.363187] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.375651] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786082, 'name': Rename_Task, 'duration_secs': 0.213878} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.375984] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.376271] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e474839-d12c-48b9-849e-589c2b208ee9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.383122] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1340.383122] env[62295]: value = "task-1786085" [ 1340.383122] env[62295]: _type = "Task" [ 1340.383122] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.388511] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1617ac-5015-4990-9d46-61b2a7e43459 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.400713] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.404701] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f458e6-24f8-4e62-84bc-131bd73d1396 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.415571] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786078, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.475768] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d40f582-ec61-4d10-9ed0-d3a7594d2688 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.487060] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5256d970-0c65-ce08-0e30-38eb21c8f489, 'name': SearchDatastore_Task, 'duration_secs': 0.027376} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.490572] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0926684a-26f8-438b-aa7d-afa557d41339 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.495199] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.495534] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 2e819518-8931-4111-bf02-3e2a1acea7e0/2e819518-8931-4111-bf02-3e2a1acea7e0.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.495831] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786083, 'name': ReconfigVM_Task, 'duration_secs': 0.429046} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.496063] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7309fc83-6600-48ea-9d1c-a0814b46e166 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.498100] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] dc0c5829-19f3-4061-addf-59c663ae74a1/dc0c5829-19f3-4061-addf-59c663ae74a1.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.499241] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49d05a5a-d526-435e-942c-83c8d0f9e59c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.509481] env[62295]: DEBUG nova.compute.provider_tree [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.515677] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1340.515677] env[62295]: value = "task-1786086" [ 1340.515677] env[62295]: _type = "Task" [ 1340.515677] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.520109] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for the task: (returnval){ [ 1340.520109] env[62295]: value = "task-1786087" [ 1340.520109] env[62295]: _type = "Task" [ 1340.520109] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.525558] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.531507] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786087, 'name': Rename_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.652034] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786081, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.863101] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07794} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.863491] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.864229] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9dbbcb-603e-418e-89f3-2ae438c699fe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.884600] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.884991] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5bc6d5-1ed0-4ec3-a543-434c68580a8b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.912379] env[62295]: DEBUG oslo_vmware.api [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786085, 'name': PowerOnVM_Task, 'duration_secs': 0.524283} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.916328] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.916801] env[62295]: INFO nova.compute.manager [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Took 16.10 seconds to spawn the instance on the hypervisor. [ 1340.917095] env[62295]: DEBUG nova.compute.manager [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1340.917419] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1340.917419] env[62295]: value = "task-1786088" [ 1340.917419] env[62295]: _type = "Task" [ 1340.917419] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.917614] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786078, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.27255} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.918321] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3862d95a-fae8-44f6-8e2b-c910cc0263c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.920774] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a1191537-92d0-4618-9bb8-b7f3dc7129f2/a1191537-92d0-4618-9bb8-b7f3dc7129f2.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.920979] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.923987] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfb36297-0761-4361-be6b-bcbe7e3e66e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.935224] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1340.935224] env[62295]: value = "task-1786089" [ 1340.935224] env[62295]: _type = "Task" [ 1340.935224] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.935563] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.946463] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.050731] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786087, 'name': Rename_Task, 'duration_secs': 0.16297} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.051836] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786086, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.052960] env[62295]: ERROR nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [req-8cf90077-d451-49db-9697-260f21217fdf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8cf90077-d451-49db-9697-260f21217fdf"}]} [ 1341.053803] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.057154] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4c7d39a-7d01-4d30-9626-004de43c577d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.061870] env[62295]: DEBUG nova.network.neutron [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Successfully updated port: 1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.064451] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for the task: (returnval){ [ 1341.064451] env[62295]: value = "task-1786090" [ 1341.064451] env[62295]: _type = "Task" [ 1341.064451] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.073856] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.076542] env[62295]: DEBUG nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1341.099532] env[62295]: DEBUG nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1341.099811] env[62295]: DEBUG nova.compute.provider_tree [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.105788] env[62295]: DEBUG nova.compute.manager [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1341.118093] env[62295]: DEBUG nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1341.142144] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1341.142144] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1341.142144] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.142341] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1341.142990] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.143321] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1341.143731] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1341.144092] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1341.144399] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1341.144680] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1341.145071] env[62295]: DEBUG nova.virt.hardware [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1341.147110] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2683b4-00df-40bb-984a-ef0cfaa52355 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.151414] env[62295]: DEBUG nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1341.169109] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbce7827-d3a2-406b-82c2-889f423a9c1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.173451] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786081, 'name': CreateVM_Task, 'duration_secs': 1.198923} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.173803] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a329d648-c057-4e99-a959-8813b0e14711] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.175063] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.175389] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.175825] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.176211] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca0a23b-4c22-4863-a03b-3ef303836421 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.195022] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1341.195022] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525e552b-2e5e-46c4-29d1-e6bfd5a17c17" [ 1341.195022] env[62295]: _type = "Task" [ 1341.195022] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.202299] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525e552b-2e5e-46c4-29d1-e6bfd5a17c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.442282] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786088, 'name': ReconfigVM_Task, 'duration_secs': 0.438284} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.446385] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.453850] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59aa9d10-9e13-469c-9c74-2e8264c4c311 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.456878] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b959c306-8e1b-4ed8-92f3-4f0513fc24a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.459830] env[62295]: INFO nova.compute.manager [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Took 20.93 seconds to build instance. [ 1341.467878] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083382} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.471100] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.471524] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1341.471524] env[62295]: value = "task-1786091" [ 1341.471524] env[62295]: _type = "Task" [ 1341.471524] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.472311] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1593c3-036b-482a-95e6-770646cf08df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.475909] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6da18a-f3d4-43af-ae6a-d1176f25a606 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.504909] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] a1191537-92d0-4618-9bb8-b7f3dc7129f2/a1191537-92d0-4618-9bb8-b7f3dc7129f2.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.541238] env[62295]: DEBUG nova.network.neutron [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Updated VIF entry in instance network info cache for port d07534ce-5944-4a9d-aecb-703d25e3f587. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.541629] env[62295]: DEBUG nova.network.neutron [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Updating instance_info_cache with network_info: [{"id": "d07534ce-5944-4a9d-aecb-703d25e3f587", "address": "fa:16:3e:2e:da:74", "network": {"id": "214490c8-d3e3-46a6-bb94-03e8cfc3d8dd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-113425301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed49546a46447f0a11d44201b0149ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07534ce-59", "ovs_interfaceid": "d07534ce-5944-4a9d-aecb-703d25e3f587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.545108] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-577b5375-1c10-4ee7-a670-d3b7e382313c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.557807] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786091, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.559605] env[62295]: DEBUG oslo_concurrency.lockutils [req-f0755d8e-102c-485a-a075-438d0fd1e6a8 req-74c2d810-a9a5-4e10-a502-2277037ae6c7 service nova] Releasing lock "refresh_cache-a329d648-c057-4e99-a959-8813b0e14711" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.563184] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4048f1-df62-4ce9-98b5-2c035756fedc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.566876] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.567035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquired lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.567186] env[62295]: DEBUG nova.network.neutron [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.578397] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911977} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.578769] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1341.578769] env[62295]: value = "task-1786092" [ 1341.578769] env[62295]: _type = "Task" [ 1341.578769] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.581952] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 2e819518-8931-4111-bf02-3e2a1acea7e0/2e819518-8931-4111-bf02-3e2a1acea7e0.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.582254] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.583157] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa4454b7-85c8-4967-87de-75f91792faf4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.589547] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2b511f-c99c-4cc6-ae42-e3b9ac493786 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.602747] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.615489] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1341.615489] env[62295]: value = "task-1786093" [ 1341.615489] env[62295]: _type = "Task" [ 1341.615489] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.616475] env[62295]: DEBUG nova.compute.provider_tree [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.617941] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786090, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.626560] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.678425] env[62295]: DEBUG nova.compute.manager [req-0bfdc1e9-f4f2-47b6-8596-0172427f9e4e req-36cd0b20-e376-4e5f-a211-6fedd6d18889 service nova] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Received event network-changed-13d25e96-7bd0-4587-9404-e9529c7b188a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1341.678425] env[62295]: DEBUG nova.compute.manager [req-0bfdc1e9-f4f2-47b6-8596-0172427f9e4e req-36cd0b20-e376-4e5f-a211-6fedd6d18889 service nova] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Refreshing instance network info cache due to event network-changed-13d25e96-7bd0-4587-9404-e9529c7b188a. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1341.678425] env[62295]: DEBUG oslo_concurrency.lockutils [req-0bfdc1e9-f4f2-47b6-8596-0172427f9e4e req-36cd0b20-e376-4e5f-a211-6fedd6d18889 service nova] Acquiring lock "refresh_cache-2e819518-8931-4111-bf02-3e2a1acea7e0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.678425] env[62295]: DEBUG oslo_concurrency.lockutils [req-0bfdc1e9-f4f2-47b6-8596-0172427f9e4e req-36cd0b20-e376-4e5f-a211-6fedd6d18889 service nova] Acquired lock "refresh_cache-2e819518-8931-4111-bf02-3e2a1acea7e0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.678425] env[62295]: DEBUG nova.network.neutron [req-0bfdc1e9-f4f2-47b6-8596-0172427f9e4e req-36cd0b20-e376-4e5f-a211-6fedd6d18889 service nova] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Refreshing network info cache for port 13d25e96-7bd0-4587-9404-e9529c7b188a {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.692868] env[62295]: DEBUG nova.network.neutron [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Successfully updated port: c4e8a8ed-61dd-4a29-8af9-7263eb0cadca {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.706378] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525e552b-2e5e-46c4-29d1-e6bfd5a17c17, 'name': SearchDatastore_Task, 'duration_secs': 0.080611} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.707313] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.707586] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.707824] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.707966] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.708153] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.708638] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c72c557-513b-40c9-abc9-022a4eaa9a7d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.719332] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.719520] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.720941] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1dc71e7-0658-4163-bcad-31ad18a5ddab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.726583] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1341.726583] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525ae2fb-339c-631f-4eb2-b01e49e13d93" [ 1341.726583] env[62295]: _type = "Task" [ 1341.726583] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.735139] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525ae2fb-339c-631f-4eb2-b01e49e13d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.846734] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquiring lock "04b4a097-782c-4119-8b22-657230f85c93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.846973] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Lock "04b4a097-782c-4119-8b22-657230f85c93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.963030] env[62295]: DEBUG oslo_concurrency.lockutils [None req-52eed96d-cbd8-45fa-a9bb-4ba83c98b85e tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lock "16d5381e-f29f-417e-96a0-9afb3ac77678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.446s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.992788] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786091, 'name': Rename_Task, 'duration_secs': 0.328019} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.993424] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.993938] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d87db07-9da3-47ab-a713-cacd243f4714 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.002140] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1342.002140] env[62295]: value = "task-1786094" [ 1342.002140] env[62295]: _type = "Task" [ 1342.002140] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.015020] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.085063] env[62295]: DEBUG oslo_vmware.api [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786090, 'name': PowerOnVM_Task, 'duration_secs': 0.551618} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.090219] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.090262] env[62295]: INFO nova.compute.manager [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Took 15.06 seconds to spawn the instance on the hypervisor. [ 1342.090857] env[62295]: DEBUG nova.compute.manager [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1342.092328] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79fc572-3d63-4def-8544-53c50b864445 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.102055] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786092, 'name': ReconfigVM_Task, 'duration_secs': 0.301832} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.106026] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Reconfigured VM instance instance-00000003 to attach disk [datastore1] a1191537-92d0-4618-9bb8-b7f3dc7129f2/a1191537-92d0-4618-9bb8-b7f3dc7129f2.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.108473] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17123056-ca96-418a-b5a0-85fd542db71a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.118131] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1342.118131] env[62295]: value = "task-1786095" [ 1342.118131] env[62295]: _type = "Task" [ 1342.118131] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.136718] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786095, 'name': Rename_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.136718] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07455} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.137354] env[62295]: DEBUG nova.network.neutron [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.139651] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1342.140135] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa69d1a-85a0-49f2-9a67-ce44f333ef0e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.164319] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 2e819518-8931-4111-bf02-3e2a1acea7e0/2e819518-8931-4111-bf02-3e2a1acea7e0.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.164454] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a6e2bd-2bb3-4915-a741-c5b59558bfe0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.428347] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1342.428347] env[62295]: value = "task-1786096" [ 1342.428347] env[62295]: _type = "Task" [ 1342.428347] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.428347] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "refresh_cache-bb795a9a-0e43-4280-936d-f206adff8ad7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.428347] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "refresh_cache-bb795a9a-0e43-4280-936d-f206adff8ad7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.428347] env[62295]: DEBUG nova.network.neutron [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.428347] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.428604] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525ae2fb-339c-631f-4eb2-b01e49e13d93, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.428604] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ce4273-c520-4961-ac4c-d3c71fd45776 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.428604] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1342.428604] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524f89c0-46f6-c753-4e99-d02ab078a349" [ 1342.428604] env[62295]: _type = "Task" [ 1342.428604] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.428604] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524f89c0-46f6-c753-4e99-d02ab078a349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.428829] env[62295]: ERROR nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [req-12b1aee6-f992-442e-acf7-9324a45c091e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-12b1aee6-f992-442e-acf7-9324a45c091e"}]} [ 1342.458033] env[62295]: DEBUG nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1342.470654] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1342.477790] env[62295]: DEBUG nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1342.478106] env[62295]: DEBUG nova.compute.provider_tree [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.494881] env[62295]: DEBUG nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1342.515185] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786094, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.521793] env[62295]: DEBUG nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1342.527758] env[62295]: DEBUG nova.network.neutron [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.627782] env[62295]: INFO nova.compute.manager [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Took 21.75 seconds to build instance. [ 1342.640924] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786095, 'name': Rename_Task, 'duration_secs': 0.147459} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.641278] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.641537] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c15af171-cad5-410f-8f86-ad6a666b4662 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.652756] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1342.652756] env[62295]: value = "task-1786097" [ 1342.652756] env[62295]: _type = "Task" [ 1342.652756] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.668847] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.708300] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786096, 'name': ReconfigVM_Task, 'duration_secs': 0.268583} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.708300] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 2e819518-8931-4111-bf02-3e2a1acea7e0/2e819518-8931-4111-bf02-3e2a1acea7e0.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.708300] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c3322b4-af4f-4015-be69-c9c9abd50107 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.717065] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1342.717065] env[62295]: value = "task-1786098" [ 1342.717065] env[62295]: _type = "Task" [ 1342.717065] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.728015] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786098, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.760214] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524f89c0-46f6-c753-4e99-d02ab078a349, 'name': SearchDatastore_Task, 'duration_secs': 0.008187} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.760214] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.760530] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a329d648-c057-4e99-a959-8813b0e14711/a329d648-c057-4e99-a959-8813b0e14711.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.760867] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23566016-771c-42fc-bc1c-a221ee3c5b4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.770461] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1342.770461] env[62295]: value = "task-1786099" [ 1342.770461] env[62295]: _type = "Task" [ 1342.770461] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.778278] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.837701] env[62295]: DEBUG nova.network.neutron [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updating instance_info_cache with network_info: [{"id": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "address": "fa:16:3e:f8:7a:32", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1848963c-c7", "ovs_interfaceid": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.850022] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327c9f44-68d3-4064-84d3-0052adfd48b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.862181] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638c5f0c-a009-4320-aa79-0b4813cb0db3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.895144] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c899f88-6263-4be7-8999-4189ff6995f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.903317] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1aa70-7dee-4e89-b888-fac39c818e81 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.918523] env[62295]: DEBUG nova.compute.provider_tree [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.995199] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.014015] env[62295]: DEBUG oslo_vmware.api [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786094, 'name': PowerOnVM_Task, 'duration_secs': 0.725951} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.014673] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.014886] env[62295]: INFO nova.compute.manager [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1343.015102] env[62295]: DEBUG nova.compute.manager [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1343.016163] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc72b622-2969-4670-a5ed-82b4b367b347 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.028992] env[62295]: DEBUG nova.network.neutron [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Updating instance_info_cache with network_info: [{"id": "c4e8a8ed-61dd-4a29-8af9-7263eb0cadca", "address": "fa:16:3e:51:fd:60", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e8a8ed-61", "ovs_interfaceid": "c4e8a8ed-61dd-4a29-8af9-7263eb0cadca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.104619] env[62295]: DEBUG nova.network.neutron [req-0bfdc1e9-f4f2-47b6-8596-0172427f9e4e req-36cd0b20-e376-4e5f-a211-6fedd6d18889 service nova] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Updated VIF entry in instance network info cache for port 13d25e96-7bd0-4587-9404-e9529c7b188a. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.104954] env[62295]: DEBUG nova.network.neutron [req-0bfdc1e9-f4f2-47b6-8596-0172427f9e4e req-36cd0b20-e376-4e5f-a211-6fedd6d18889 service nova] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Updating instance_info_cache with network_info: [{"id": "13d25e96-7bd0-4587-9404-e9529c7b188a", "address": "fa:16:3e:9d:59:4f", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13d25e96-7b", "ovs_interfaceid": "13d25e96-7bd0-4587-9404-e9529c7b188a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.133231] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3f24ad1a-ae63-4a2f-a543-b857627f7647 tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lock "dc0c5829-19f3-4061-addf-59c663ae74a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.260s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.172933] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786097, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.231302] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786098, 'name': Rename_Task, 'duration_secs': 0.18119} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.231614] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.231863] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b094d398-7044-4d38-a5ce-c58ad11c660e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.241884] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1343.241884] env[62295]: value = "task-1786100" [ 1343.241884] env[62295]: _type = "Task" [ 1343.241884] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.256594] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.285899] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786099, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.341633] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Releasing lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.342072] env[62295]: DEBUG nova.compute.manager [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Instance network_info: |[{"id": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "address": "fa:16:3e:f8:7a:32", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1848963c-c7", "ovs_interfaceid": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1343.342499] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:7a:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1848963c-c7d8-43f1-bb29-5892bb9c5a2d', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.354557] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Creating folder: Project (5a0a0baee08e4a5db13d30a6d5b93e89). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.354947] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92cf23ab-dbed-4c89-8df0-83d11b5226dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.369963] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Created folder: Project (5a0a0baee08e4a5db13d30a6d5b93e89) in parent group-v370569. [ 1343.370188] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Creating folder: Instances. Parent ref: group-v370588. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.370514] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-618a6581-fe75-426f-80e4-a6147e255fe5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.383134] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Created folder: Instances in parent group-v370588. [ 1343.383476] env[62295]: DEBUG oslo.service.loopingcall [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.383661] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.384028] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f27a7b71-8733-47d9-9f3d-60db9db76e35 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.409453] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.409453] env[62295]: value = "task-1786103" [ 1343.409453] env[62295]: _type = "Task" [ 1343.409453] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.420442] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786103, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.464654] env[62295]: DEBUG nova.scheduler.client.report [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1343.464948] env[62295]: DEBUG nova.compute.provider_tree [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 20 to 21 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1343.465278] env[62295]: DEBUG nova.compute.provider_tree [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1343.531687] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "refresh_cache-bb795a9a-0e43-4280-936d-f206adff8ad7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.531999] env[62295]: DEBUG nova.compute.manager [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Instance network_info: |[{"id": "c4e8a8ed-61dd-4a29-8af9-7263eb0cadca", "address": "fa:16:3e:51:fd:60", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e8a8ed-61", "ovs_interfaceid": "c4e8a8ed-61dd-4a29-8af9-7263eb0cadca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1343.532438] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:fd:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4e8a8ed-61dd-4a29-8af9-7263eb0cadca', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.541507] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Creating folder: Project (7bff668f11a34e41a669d7c48a0d7145). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.545108] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8007958a-fd81-4a19-b96e-86ad28057730 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.550080] env[62295]: INFO nova.compute.manager [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Took 20.04 seconds to build instance. [ 1343.562045] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Created folder: Project (7bff668f11a34e41a669d7c48a0d7145) in parent group-v370569. [ 1343.562250] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Creating folder: Instances. Parent ref: group-v370591. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.563094] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42359d53-9eea-4142-a62d-4f84e037de51 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.582413] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Created folder: Instances in parent group-v370591. [ 1343.582692] env[62295]: DEBUG oslo.service.loopingcall [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.582892] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.583958] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27050053-2d03-4112-9bce-2e233d179f35 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.606720] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.606720] env[62295]: value = "task-1786106" [ 1343.606720] env[62295]: _type = "Task" [ 1343.606720] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.607310] env[62295]: DEBUG oslo_concurrency.lockutils [req-0bfdc1e9-f4f2-47b6-8596-0172427f9e4e req-36cd0b20-e376-4e5f-a211-6fedd6d18889 service nova] Releasing lock "refresh_cache-2e819518-8931-4111-bf02-3e2a1acea7e0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.618864] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786106, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.635770] env[62295]: DEBUG nova.compute.manager [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1343.670998] env[62295]: DEBUG oslo_vmware.api [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786097, 'name': PowerOnVM_Task, 'duration_secs': 0.785231} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.671299] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.671485] env[62295]: INFO nova.compute.manager [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Took 14.36 seconds to spawn the instance on the hypervisor. [ 1343.671674] env[62295]: DEBUG nova.compute.manager [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1343.672519] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d462c8e4-bff5-410a-bf17-4700c5f02ac8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.755687] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786100, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.781477] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588506} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.781825] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a329d648-c057-4e99-a959-8813b0e14711/a329d648-c057-4e99-a959-8813b0e14711.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.782078] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.782373] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22ce3133-c77f-42f2-ae2c-9368f02780e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.792878] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1343.792878] env[62295]: value = "task-1786107" [ 1343.792878] env[62295]: _type = "Task" [ 1343.792878] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.803118] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.922156] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786103, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.974293] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.917s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.975260] env[62295]: DEBUG nova.compute.manager [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1343.979060] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.843s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.982962] env[62295]: INFO nova.compute.claims [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.052505] env[62295]: DEBUG oslo_concurrency.lockutils [None req-417d444e-5dac-45b2-93c6-2a9d9a53e04b tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "68f6940a-7897-4c93-af54-ff65a55aa587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.550s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.122935] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786106, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.162838] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.193662] env[62295]: INFO nova.compute.manager [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Took 21.76 seconds to build instance. [ 1344.254108] env[62295]: DEBUG oslo_vmware.api [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786100, 'name': PowerOnVM_Task, 'duration_secs': 0.764034} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.254564] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.254948] env[62295]: INFO nova.compute.manager [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Took 12.69 seconds to spawn the instance on the hypervisor. [ 1344.255304] env[62295]: DEBUG nova.compute.manager [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1344.256344] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dcd3d2-d84b-4297-b9ce-32aa4d517fb6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.305590] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082853} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.306591] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.307858] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc54e4ec-25ce-4575-aa77-aec2a5d5e223 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.338494] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] a329d648-c057-4e99-a959-8813b0e14711/a329d648-c057-4e99-a959-8813b0e14711.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.339898] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a7a9335-0945-4f91-a8cd-5a6409c2201f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.367191] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1344.367191] env[62295]: value = "task-1786108" [ 1344.367191] env[62295]: _type = "Task" [ 1344.367191] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.379581] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.425323] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786103, 'name': CreateVM_Task, 'duration_secs': 0.617684} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.425573] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.427385] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.427385] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.427385] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.427737] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a7c05d-6941-4de0-9ac0-d8a418899d76 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.436450] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1344.436450] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c992b7-54a3-6e40-a663-b53666dc23b7" [ 1344.436450] env[62295]: _type = "Task" [ 1344.436450] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.441067] env[62295]: DEBUG nova.compute.manager [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Received event network-vif-plugged-1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1344.441280] env[62295]: DEBUG oslo_concurrency.lockutils [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] Acquiring lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.441566] env[62295]: DEBUG oslo_concurrency.lockutils [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] Lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.441802] env[62295]: DEBUG oslo_concurrency.lockutils [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] Lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.441969] env[62295]: DEBUG nova.compute.manager [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] No waiting events found dispatching network-vif-plugged-1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1344.442145] env[62295]: WARNING nova.compute.manager [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Received unexpected event network-vif-plugged-1848963c-c7d8-43f1-bb29-5892bb9c5a2d for instance with vm_state building and task_state spawning. [ 1344.442298] env[62295]: DEBUG nova.compute.manager [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Received event network-changed-1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1344.442446] env[62295]: DEBUG nova.compute.manager [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Refreshing instance network info cache due to event network-changed-1848963c-c7d8-43f1-bb29-5892bb9c5a2d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1344.442750] env[62295]: DEBUG oslo_concurrency.lockutils [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] Acquiring lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.442750] env[62295]: DEBUG oslo_concurrency.lockutils [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] Acquired lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.442890] env[62295]: DEBUG nova.network.neutron [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Refreshing network info cache for port 1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.453810] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "dc4e5417-02d8-45f3-a905-36fcffbc565d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.454281] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "dc4e5417-02d8-45f3-a905-36fcffbc565d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.456868] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c992b7-54a3-6e40-a663-b53666dc23b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.457652] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquiring lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.457856] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.487909] env[62295]: DEBUG nova.compute.utils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1344.491535] env[62295]: DEBUG nova.compute.manager [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1344.491852] env[62295]: DEBUG nova.network.neutron [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.543919] env[62295]: DEBUG nova.policy [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e5647597f484151b96dafe558f623bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e3772ac28c458f8494ae2367e4f5f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1344.557649] env[62295]: DEBUG nova.compute.manager [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1344.624648] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786106, 'name': CreateVM_Task, 'duration_secs': 0.565628} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.625050] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.625865] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.695809] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fecdab74-7827-48ff-881b-2212e7c2ada3 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.273s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.779394] env[62295]: INFO nova.compute.manager [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Took 21.55 seconds to build instance. [ 1344.885519] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.933907] env[62295]: DEBUG nova.network.neutron [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Successfully created port: 133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.958520] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c992b7-54a3-6e40-a663-b53666dc23b7, 'name': SearchDatastore_Task, 'duration_secs': 0.015627} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.958661] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.958880] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.959206] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.959282] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.959722] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.960100] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.960665] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.960665] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6931a22-87bc-4e44-921c-dcdba4b23a3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.962596] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7e5f75-1af9-436d-acf7-ecf3f2a34685 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.969258] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1344.969258] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52425d73-a957-3c5c-c76a-b1ac757201e8" [ 1344.969258] env[62295]: _type = "Task" [ 1344.969258] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.976751] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.976983] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.980721] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074a612a-7a79-47cf-bb4a-5182290ef138 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.983711] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52425d73-a957-3c5c-c76a-b1ac757201e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.989097] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1344.989097] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5219c4e1-9dc5-4eb2-4c99-0a093fe12a3c" [ 1344.989097] env[62295]: _type = "Task" [ 1344.989097] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.994099] env[62295]: DEBUG nova.compute.manager [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1345.008362] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5219c4e1-9dc5-4eb2-4c99-0a093fe12a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.013695} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.009743] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeeb9ec2-e9c5-4db0-a013-de62a9dfe358 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.016451] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1345.016451] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5274d654-ae91-56e7-8650-86291b20f229" [ 1345.016451] env[62295]: _type = "Task" [ 1345.016451] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.027173] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5274d654-ae91-56e7-8650-86291b20f229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.080492] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.202056] env[62295]: DEBUG nova.compute.manager [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1345.281784] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea704b8-6380-4aa8-babe-a2ee44a37dec tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "2e819518-8931-4111-bf02-3e2a1acea7e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.060s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.323276] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a44cc-9ece-439a-87a9-e2fc758b27fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.336337] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2c43e7-9d1d-4bda-88d2-6ac533dd0690 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.383971] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14beb63c-07bb-4a0c-9ee0-1bb68071d26d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.388309] env[62295]: DEBUG nova.compute.manager [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Received event network-vif-plugged-c4e8a8ed-61dd-4a29-8af9-7263eb0cadca {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1345.388309] env[62295]: DEBUG oslo_concurrency.lockutils [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] Acquiring lock "bb795a9a-0e43-4280-936d-f206adff8ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.388309] env[62295]: DEBUG oslo_concurrency.lockutils [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] Lock "bb795a9a-0e43-4280-936d-f206adff8ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.388414] env[62295]: DEBUG oslo_concurrency.lockutils [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] Lock "bb795a9a-0e43-4280-936d-f206adff8ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.388674] env[62295]: DEBUG nova.compute.manager [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] No waiting events found dispatching network-vif-plugged-c4e8a8ed-61dd-4a29-8af9-7263eb0cadca {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1345.389255] env[62295]: WARNING nova.compute.manager [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Received unexpected event network-vif-plugged-c4e8a8ed-61dd-4a29-8af9-7263eb0cadca for instance with vm_state building and task_state spawning. [ 1345.389255] env[62295]: DEBUG nova.compute.manager [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Received event network-changed-c4e8a8ed-61dd-4a29-8af9-7263eb0cadca {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1345.389255] env[62295]: DEBUG nova.compute.manager [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Refreshing instance network info cache due to event network-changed-c4e8a8ed-61dd-4a29-8af9-7263eb0cadca. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1345.389255] env[62295]: DEBUG oslo_concurrency.lockutils [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] Acquiring lock "refresh_cache-bb795a9a-0e43-4280-936d-f206adff8ad7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.389466] env[62295]: DEBUG oslo_concurrency.lockutils [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] Acquired lock "refresh_cache-bb795a9a-0e43-4280-936d-f206adff8ad7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.389583] env[62295]: DEBUG nova.network.neutron [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Refreshing network info cache for port c4e8a8ed-61dd-4a29-8af9-7263eb0cadca {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.402303] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25d37c7-9f95-4a02-88bc-164f169ab422 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.407766] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786108, 'name': ReconfigVM_Task, 'duration_secs': 0.803182} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.408622] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Reconfigured VM instance instance-00000006 to attach disk [datastore1] a329d648-c057-4e99-a959-8813b0e14711/a329d648-c057-4e99-a959-8813b0e14711.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.409831] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-782b9572-41ea-4afe-9379-6151f0276e91 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.412169] env[62295]: DEBUG nova.network.neutron [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updated VIF entry in instance network info cache for port 1848963c-c7d8-43f1-bb29-5892bb9c5a2d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.412690] env[62295]: DEBUG nova.network.neutron [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updating instance_info_cache with network_info: [{"id": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "address": "fa:16:3e:f8:7a:32", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1848963c-c7", "ovs_interfaceid": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.423507] env[62295]: DEBUG nova.compute.provider_tree [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.430170] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1345.430170] env[62295]: value = "task-1786109" [ 1345.430170] env[62295]: _type = "Task" [ 1345.430170] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.441312] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786109, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.482193] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52425d73-a957-3c5c-c76a-b1ac757201e8, 'name': SearchDatastore_Task, 'duration_secs': 0.023192} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.482509] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.483030] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.483030] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.527475] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5274d654-ae91-56e7-8650-86291b20f229, 'name': SearchDatastore_Task, 'duration_secs': 0.013698} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.527892] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.528217] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 3d6e0ca9-e07c-4a0b-a267-8056755c23b6/3d6e0ca9-e07c-4a0b-a267-8056755c23b6.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.528512] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.528713] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.529174] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c453340-390b-4839-8589-60994b830a06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.531208] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-590cbc8a-e647-47f5-8b63-84da96f2d8c7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.541026] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1345.541026] env[62295]: value = "task-1786110" [ 1345.541026] env[62295]: _type = "Task" [ 1345.541026] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.542347] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.542439] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.546764] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba004a9-791c-40f4-b577-c841a35201f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.556664] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1345.556664] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5221f23a-7135-03d0-255c-f9c6d21013e5" [ 1345.556664] env[62295]: _type = "Task" [ 1345.556664] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.556913] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.567133] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5221f23a-7135-03d0-255c-f9c6d21013e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.738795] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.784607] env[62295]: DEBUG nova.compute.manager [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1345.917143] env[62295]: DEBUG oslo_concurrency.lockutils [req-c5a89813-e596-4de8-8d5d-1829173da3a4 req-e21c2be0-f8be-478e-93e3-d39bc4e57ee6 service nova] Releasing lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.929133] env[62295]: DEBUG nova.scheduler.client.report [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1345.945836] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786109, 'name': Rename_Task, 'duration_secs': 0.284091} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.946945] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.947221] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39e55f50-8e70-496c-8999-d5543f6fd910 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.959294] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1345.959294] env[62295]: value = "task-1786111" [ 1345.959294] env[62295]: _type = "Task" [ 1345.959294] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.966555] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.010245] env[62295]: DEBUG nova.compute.manager [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1346.040345] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1346.040597] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1346.040753] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.040929] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1346.041086] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.041255] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1346.041433] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1346.041588] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1346.041747] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1346.041905] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1346.042089] env[62295]: DEBUG nova.virt.hardware [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1346.043050] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90360995-0ea3-46e2-9ce4-f563c3f1c8f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.056943] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786110, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.063427] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc2f539-d0cd-4b6f-9815-256677d3628d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.084684] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5221f23a-7135-03d0-255c-f9c6d21013e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014737} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.088781] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e33078-eae7-49ba-b204-d2b5b979cd3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.095620] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1346.095620] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e98102-3401-4c5e-39c5-a425663e5694" [ 1346.095620] env[62295]: _type = "Task" [ 1346.095620] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.106233] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e98102-3401-4c5e-39c5-a425663e5694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.236212] env[62295]: DEBUG nova.network.neutron [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Updated VIF entry in instance network info cache for port c4e8a8ed-61dd-4a29-8af9-7263eb0cadca. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.236721] env[62295]: DEBUG nova.network.neutron [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Updating instance_info_cache with network_info: [{"id": "c4e8a8ed-61dd-4a29-8af9-7263eb0cadca", "address": "fa:16:3e:51:fd:60", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e8a8ed-61", "ovs_interfaceid": "c4e8a8ed-61dd-4a29-8af9-7263eb0cadca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.319981] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.345989] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Acquiring lock "28e7895f-c21b-4eb9-bae1-879437d35f59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.346199] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Lock "28e7895f-c21b-4eb9-bae1-879437d35f59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.435671] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.436452] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1346.441506] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.444s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.441506] env[62295]: INFO nova.compute.claims [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.472129] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.555316] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915319} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.555690] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 3d6e0ca9-e07c-4a0b-a267-8056755c23b6/3d6e0ca9-e07c-4a0b-a267-8056755c23b6.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.555898] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.556158] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf54588b-a9c0-497c-af07-ba375f449dde {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.564481] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1346.564481] env[62295]: value = "task-1786112" [ 1346.564481] env[62295]: _type = "Task" [ 1346.564481] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.573660] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.609240] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e98102-3401-4c5e-39c5-a425663e5694, 'name': SearchDatastore_Task, 'duration_secs': 0.067577} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.609240] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.609240] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] bb795a9a-0e43-4280-936d-f206adff8ad7/bb795a9a-0e43-4280-936d-f206adff8ad7.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.609493] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-920df829-e3c2-4171-a49c-2dc27a431611 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.620320] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1346.620320] env[62295]: value = "task-1786113" [ 1346.620320] env[62295]: _type = "Task" [ 1346.620320] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.630716] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.740926] env[62295]: DEBUG oslo_concurrency.lockutils [req-48233c33-0e92-49da-8ae6-9e609b2057b6 req-7ae7d290-2cad-41e9-b237-c5f6858ca4b8 service nova] Releasing lock "refresh_cache-bb795a9a-0e43-4280-936d-f206adff8ad7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.926065] env[62295]: DEBUG nova.network.neutron [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Successfully updated port: 133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.947028] env[62295]: DEBUG nova.compute.utils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.947028] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1346.947028] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.975639] env[62295]: DEBUG oslo_vmware.api [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786111, 'name': PowerOnVM_Task, 'duration_secs': 0.9477} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.976336] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.976731] env[62295]: INFO nova.compute.manager [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1346.977182] env[62295]: DEBUG nova.compute.manager [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1346.980558] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0897b6-41bb-432f-842b-16e327f0330b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.002197] env[62295]: DEBUG nova.policy [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '098dd82befba4cd68832bb7d7b42c422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86488e9d0b4d41808bf8dc36c14dd161', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1347.083022] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076554} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.083022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.087371] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e81a28-0eba-4b8b-ba00-f5f802e53f87 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.121451] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 3d6e0ca9-e07c-4a0b-a267-8056755c23b6/3d6e0ca9-e07c-4a0b-a267-8056755c23b6.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.123141] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-845ffa3a-802f-4bbd-9fe2-eca91f2e3b12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.149998] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786113, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.151510] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1347.151510] env[62295]: value = "task-1786114" [ 1347.151510] env[62295]: _type = "Task" [ 1347.151510] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.160589] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.162125] env[62295]: DEBUG oslo_concurrency.lockutils [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquiring lock "16d5381e-f29f-417e-96a0-9afb3ac77678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.162353] env[62295]: DEBUG oslo_concurrency.lockutils [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lock "16d5381e-f29f-417e-96a0-9afb3ac77678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.162630] env[62295]: DEBUG oslo_concurrency.lockutils [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquiring lock "16d5381e-f29f-417e-96a0-9afb3ac77678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.162721] env[62295]: DEBUG oslo_concurrency.lockutils [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lock "16d5381e-f29f-417e-96a0-9afb3ac77678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.162883] env[62295]: DEBUG oslo_concurrency.lockutils [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lock "16d5381e-f29f-417e-96a0-9afb3ac77678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.164917] env[62295]: INFO nova.compute.manager [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Terminating instance [ 1347.166726] env[62295]: DEBUG nova.compute.manager [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1347.166920] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.167848] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcecb495-9f61-4fa9-b659-cf7834bd8f19 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.175446] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.175728] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a673c6f-d1c4-4611-a17a-5e7145261b25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.183219] env[62295]: DEBUG oslo_vmware.api [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1347.183219] env[62295]: value = "task-1786115" [ 1347.183219] env[62295]: _type = "Task" [ 1347.183219] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.191601] env[62295]: DEBUG oslo_vmware.api [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.415822] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Successfully created port: 86d8942d-655b-4766-a5e4-d812aa43a16a {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.428552] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.428745] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquired lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.428912] env[62295]: DEBUG nova.network.neutron [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.455791] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1347.511307] env[62295]: INFO nova.compute.manager [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Took 21.76 seconds to build instance. [ 1347.593308] env[62295]: INFO nova.compute.manager [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Rebuilding instance [ 1347.643932] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546025} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.644279] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] bb795a9a-0e43-4280-936d-f206adff8ad7/bb795a9a-0e43-4280-936d-f206adff8ad7.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.644564] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.645307] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5d8772-d831-4fc9-8b15-10619d8d9925 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.662442] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1347.662442] env[62295]: value = "task-1786116" [ 1347.662442] env[62295]: _type = "Task" [ 1347.662442] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.662995] env[62295]: DEBUG nova.compute.manager [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1347.664219] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f22505-1951-4039-a8bb-d3d4c9da026f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.677797] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.685054] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.699484] env[62295]: DEBUG oslo_vmware.api [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.804886] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce7c869-0919-4556-8614-4b73ec990266 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.814369] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dc5ea7-6794-4722-8192-7a37df037fa8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.851710] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036d1c1d-2f05-4621-9695-4c0ac6187a96 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.860407] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3019071-962b-450e-a98a-d2eb44c00f00 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.877243] env[62295]: DEBUG nova.compute.provider_tree [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.989690] env[62295]: DEBUG nova.network.neutron [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.014840] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1c631b6f-b101-41b1-a5ed-a7b9fe35ae71 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lock "a329d648-c057-4e99-a959-8813b0e14711" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.273s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.114214] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Acquiring lock "2e819518-8931-4111-bf02-3e2a1acea7e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.114551] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Lock "2e819518-8931-4111-bf02-3e2a1acea7e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.114916] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Acquiring lock "2e819518-8931-4111-bf02-3e2a1acea7e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.115605] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Lock "2e819518-8931-4111-bf02-3e2a1acea7e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.115855] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Lock "2e819518-8931-4111-bf02-3e2a1acea7e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.118919] env[62295]: INFO nova.compute.manager [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Terminating instance [ 1348.120850] env[62295]: DEBUG nova.compute.manager [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1348.121192] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.121978] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffb0786-add5-4dbe-bd87-ead95945ef4b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.131550] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.132125] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f064289-7a8b-41d6-b226-0ef481f75166 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.138443] env[62295]: DEBUG oslo_vmware.api [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Waiting for the task: (returnval){ [ 1348.138443] env[62295]: value = "task-1786117" [ 1348.138443] env[62295]: _type = "Task" [ 1348.138443] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.147793] env[62295]: DEBUG oslo_vmware.api [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Task: {'id': task-1786117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.162365] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.171693] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222488} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.172040] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.172863] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fa634f-6c84-4b60-9578-9b0128b462f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.194992] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] bb795a9a-0e43-4280-936d-f206adff8ad7/bb795a9a-0e43-4280-936d-f206adff8ad7.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.201442] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.201674] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d252a2ac-5bc8-4803-ad5a-b143edcdf29f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.217727] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a2db0d-b585-484d-80af-0a8924d5ef78 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.220429] env[62295]: DEBUG nova.compute.manager [req-4234b446-4ff7-43de-bc77-614a0c2ea276 req-e310ad1b-342b-4b4f-9f52-c371f7286ff8 service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Received event network-vif-plugged-133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1348.220689] env[62295]: DEBUG oslo_concurrency.lockutils [req-4234b446-4ff7-43de-bc77-614a0c2ea276 req-e310ad1b-342b-4b4f-9f52-c371f7286ff8 service nova] Acquiring lock "66cf1b6b-808a-4fa3-9535-801f067229c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.220925] env[62295]: DEBUG oslo_concurrency.lockutils [req-4234b446-4ff7-43de-bc77-614a0c2ea276 req-e310ad1b-342b-4b4f-9f52-c371f7286ff8 service nova] Lock "66cf1b6b-808a-4fa3-9535-801f067229c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.221137] env[62295]: DEBUG oslo_concurrency.lockutils [req-4234b446-4ff7-43de-bc77-614a0c2ea276 req-e310ad1b-342b-4b4f-9f52-c371f7286ff8 service nova] Lock "66cf1b6b-808a-4fa3-9535-801f067229c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.221364] env[62295]: DEBUG nova.compute.manager [req-4234b446-4ff7-43de-bc77-614a0c2ea276 req-e310ad1b-342b-4b4f-9f52-c371f7286ff8 service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] No waiting events found dispatching network-vif-plugged-133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1348.221626] env[62295]: WARNING nova.compute.manager [req-4234b446-4ff7-43de-bc77-614a0c2ea276 req-e310ad1b-342b-4b4f-9f52-c371f7286ff8 service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Received unexpected event network-vif-plugged-133c1bae-19f8-4df8-8c55-42bb881fff00 for instance with vm_state building and task_state spawning. [ 1348.228011] env[62295]: DEBUG oslo_vmware.api [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786115, 'name': PowerOffVM_Task, 'duration_secs': 0.682865} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.230213] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.230386] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.230909] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1348.230909] env[62295]: value = "task-1786118" [ 1348.230909] env[62295]: _type = "Task" [ 1348.230909] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.230909] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1348.230909] env[62295]: value = "task-1786119" [ 1348.230909] env[62295]: _type = "Task" [ 1348.230909] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.231216] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02588144-9209-49b0-b2a0-57a31aa48774 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.246399] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.250028] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.281616] env[62295]: DEBUG nova.network.neutron [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Updating instance_info_cache with network_info: [{"id": "133c1bae-19f8-4df8-8c55-42bb881fff00", "address": "fa:16:3e:9d:f0:52", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133c1bae-19", "ovs_interfaceid": "133c1bae-19f8-4df8-8c55-42bb881fff00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.337661] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.337661] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.337661] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Deleting the datastore file [datastore1] 16d5381e-f29f-417e-96a0-9afb3ac77678 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.337661] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bb51edb-c28c-468d-842a-72245ba567d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.345276] env[62295]: DEBUG oslo_vmware.api [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for the task: (returnval){ [ 1348.345276] env[62295]: value = "task-1786121" [ 1348.345276] env[62295]: _type = "Task" [ 1348.345276] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.354623] env[62295]: DEBUG oslo_vmware.api [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.381321] env[62295]: DEBUG nova.scheduler.client.report [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1348.469623] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1348.496620] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1348.496872] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1348.497036] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.497219] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1348.497364] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.497508] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1348.497716] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1348.498025] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1348.498408] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1348.498408] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1348.498548] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1348.499453] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8827c2-7b89-419e-8e4e-750ca08f1ff3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.508071] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2b3ad0-0662-4376-8c54-5209fc6d31ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.526743] env[62295]: DEBUG nova.compute.manager [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1348.656027] env[62295]: DEBUG oslo_vmware.api [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Task: {'id': task-1786117, 'name': PowerOffVM_Task, 'duration_secs': 0.315866} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.660304] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.660637] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.663042] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2232875-eca1-42d6-a5ef-87c44b3926f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.671362] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786114, 'name': ReconfigVM_Task, 'duration_secs': 1.193449} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.671362] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 3d6e0ca9-e07c-4a0b-a267-8056755c23b6/3d6e0ca9-e07c-4a0b-a267-8056755c23b6.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.671362] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6f3eb07-4fb0-4cca-b819-c28575838c09 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.679275] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1348.679275] env[62295]: value = "task-1786123" [ 1348.679275] env[62295]: _type = "Task" [ 1348.679275] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.693183] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786123, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.747936] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786119, 'name': PowerOffVM_Task, 'duration_secs': 0.161114} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.754154] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.754154] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.754154] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.754154] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1d4390-737e-4ae8-bcb5-c7a7e9a28719 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.763023] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.763023] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b5fef87-fc7e-41b1-a092-d703016c7795 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.787020] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Releasing lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.787020] env[62295]: DEBUG nova.compute.manager [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Instance network_info: |[{"id": "133c1bae-19f8-4df8-8c55-42bb881fff00", "address": "fa:16:3e:9d:f0:52", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133c1bae-19", "ovs_interfaceid": "133c1bae-19f8-4df8-8c55-42bb881fff00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1348.787284] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:f0:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '133c1bae-19f8-4df8-8c55-42bb881fff00', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.795036] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Creating folder: Project (24e3772ac28c458f8494ae2367e4f5f1). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.796230] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d200b19-5628-405f-a56c-bbdb5ef9a4f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.798931] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.799299] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.800962] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Deleting the datastore file [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.800962] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c69ea96-27c7-480c-8000-9805b111871b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.807823] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1348.807823] env[62295]: value = "task-1786126" [ 1348.807823] env[62295]: _type = "Task" [ 1348.807823] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.817207] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Created folder: Project (24e3772ac28c458f8494ae2367e4f5f1) in parent group-v370569. [ 1348.817207] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Creating folder: Instances. Parent ref: group-v370594. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.818701] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e729aba-d851-46ef-a5ca-050545ffb662 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.820512] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.831020] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Created folder: Instances in parent group-v370594. [ 1348.831020] env[62295]: DEBUG oslo.service.loopingcall [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.831020] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.831020] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9690580d-94f6-4c28-b1cf-cce0239c83af {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.860368] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.860368] env[62295]: value = "task-1786128" [ 1348.860368] env[62295]: _type = "Task" [ 1348.860368] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.860672] env[62295]: DEBUG oslo_vmware.api [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Task: {'id': task-1786121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324213} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.860972] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.861296] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.861367] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.861515] env[62295]: INFO nova.compute.manager [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1348.861737] env[62295]: DEBUG oslo.service.loopingcall [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.865470] env[62295]: DEBUG nova.compute.manager [-] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1348.865868] env[62295]: DEBUG nova.network.neutron [-] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.872833] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786128, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.887140] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.887796] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1348.891434] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.728s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.893376] env[62295]: INFO nova.compute.claims [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.054194] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.190500] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786123, 'name': Rename_Task, 'duration_secs': 0.282366} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.190847] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.191020] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d17577-5991-4b7b-b3d3-10df38956e07 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.199017] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1349.199017] env[62295]: value = "task-1786129" [ 1349.199017] env[62295]: _type = "Task" [ 1349.199017] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.205999] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.242353] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786118, 'name': ReconfigVM_Task, 'duration_secs': 0.728457} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.242786] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Reconfigured VM instance instance-00000008 to attach disk [datastore1] bb795a9a-0e43-4280-936d-f206adff8ad7/bb795a9a-0e43-4280-936d-f206adff8ad7.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.243443] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfba4e10-daa5-4de3-83c5-8ae65ac81cc7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.250167] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1349.250167] env[62295]: value = "task-1786130" [ 1349.250167] env[62295]: _type = "Task" [ 1349.250167] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.263282] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786130, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.321615] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190483} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.321884] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.323741] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.323741] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.372251] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786128, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.399497] env[62295]: DEBUG nova.compute.utils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1349.404821] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1349.405038] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.477350] env[62295]: DEBUG nova.policy [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '098dd82befba4cd68832bb7d7b42c422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86488e9d0b4d41808bf8dc36c14dd161', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1349.694263] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.694976] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.694976] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Deleting the datastore file [datastore1] 2e819518-8931-4111-bf02-3e2a1acea7e0 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.695194] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f59a398-d078-428f-8167-c36bd5ed6cf8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.713946] env[62295]: DEBUG oslo_vmware.api [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Waiting for the task: (returnval){ [ 1349.713946] env[62295]: value = "task-1786131" [ 1349.713946] env[62295]: _type = "Task" [ 1349.713946] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.714229] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.725055] env[62295]: DEBUG oslo_vmware.api [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Task: {'id': task-1786131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.762029] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786130, 'name': Rename_Task, 'duration_secs': 0.187312} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.762029] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.762169] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2376b5e7-1b50-455e-9f71-5fe23c723c7a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.769959] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1349.769959] env[62295]: value = "task-1786132" [ 1349.769959] env[62295]: _type = "Task" [ 1349.769959] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.780764] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.813051] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Successfully updated port: 86d8942d-655b-4766-a5e4-d812aa43a16a {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.872822] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786128, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.883008] env[62295]: DEBUG nova.network.neutron [-] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.914652] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1349.989011] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Successfully created port: 7bb2d220-dca9-49f1-b22c-88f8624307dc {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.210559] env[62295]: DEBUG oslo_vmware.api [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786129, 'name': PowerOnVM_Task, 'duration_secs': 0.612445} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.211176] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.211176] env[62295]: INFO nova.compute.manager [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Took 11.51 seconds to spawn the instance on the hypervisor. [ 1350.211176] env[62295]: DEBUG nova.compute.manager [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1350.212587] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531743ce-b2b1-426f-88c3-aa41a2578526 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.230616] env[62295]: DEBUG oslo_vmware.api [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Task: {'id': task-1786131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226832} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.233296] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.233397] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.233608] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.233797] env[62295]: INFO nova.compute.manager [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1350.234034] env[62295]: DEBUG oslo.service.loopingcall [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.234426] env[62295]: DEBUG nova.compute.manager [-] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1350.235382] env[62295]: DEBUG nova.network.neutron [-] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.246829] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6075fc70-d635-4727-aecc-9ac1396fdba4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.253850] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d531e9-2f9b-4055-a31f-6ed1fd4876e8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.288403] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a41a997-8b35-47ab-92da-2099eed5e041 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.296449] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786132, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.302240] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7860b3c-d25b-43b8-921e-14be8bc80c7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.318021] env[62295]: DEBUG nova.compute.provider_tree [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.319947] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "refresh_cache-3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.320101] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "refresh_cache-3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.320252] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.361731] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1350.361995] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1350.362549] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.362549] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1350.363652] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.363652] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1350.363652] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1350.363652] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1350.363652] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1350.363940] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1350.363940] env[62295]: DEBUG nova.virt.hardware [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1350.365022] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69af8f7e-cf70-4e1d-a5cb-da5a98fe62aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.379833] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91800f58-41c8-4919-bf60-705204c7ff6c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.384980] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786128, 'name': CreateVM_Task, 'duration_secs': 1.093747} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.384980] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.385637] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.385808] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.386139] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.386380] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d9b83d-965b-48b7-8c2d-176fbfe2f56b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.398653] env[62295]: INFO nova.compute.manager [-] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Took 1.53 seconds to deallocate network for instance. [ 1350.398653] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.404383] env[62295]: DEBUG oslo.service.loopingcall [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.410532] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.412203] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-083d639d-6b43-4e19-9274-368d9d912742 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.425211] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1350.425211] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52409e96-9e29-dfdb-544c-44856f433aef" [ 1350.425211] env[62295]: _type = "Task" [ 1350.425211] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.434240] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.434240] env[62295]: value = "task-1786133" [ 1350.434240] env[62295]: _type = "Task" [ 1350.434240] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.442144] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52409e96-9e29-dfdb-544c-44856f433aef, 'name': SearchDatastore_Task, 'duration_secs': 0.02205} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.442728] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.442853] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.443104] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.443251] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.443425] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.443667] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-508c6b41-6101-4150-8f58-909dc4b1ff7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.448821] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786133, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.456105] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.456292] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.457077] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638f59ed-80c7-4f9b-818d-e2fc0233162c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.463136] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1350.463136] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d21617-6823-9f89-dd54-c23b867a76ca" [ 1350.463136] env[62295]: _type = "Task" [ 1350.463136] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.472958] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d21617-6823-9f89-dd54-c23b867a76ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.473812] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquiring lock "dc0c5829-19f3-4061-addf-59c663ae74a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.474048] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lock "dc0c5829-19f3-4061-addf-59c663ae74a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.474249] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquiring lock "dc0c5829-19f3-4061-addf-59c663ae74a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.474430] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lock "dc0c5829-19f3-4061-addf-59c663ae74a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.474593] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lock "dc0c5829-19f3-4061-addf-59c663ae74a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.476515] env[62295]: INFO nova.compute.manager [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Terminating instance [ 1350.478442] env[62295]: DEBUG nova.compute.manager [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1350.478442] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.479673] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf0776a-9ebc-41ce-b2d9-fa1a6884881a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.487545] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.489706] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae65a9e-8980-4ef9-b96a-8aa0f656a03c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.499970] env[62295]: DEBUG oslo_vmware.api [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for the task: (returnval){ [ 1350.499970] env[62295]: value = "task-1786134" [ 1350.499970] env[62295]: _type = "Task" [ 1350.499970] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.508416] env[62295]: DEBUG oslo_vmware.api [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.641381] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquiring lock "a2aaa258-d597-443a-840a-79e7e6c405f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.641642] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lock "a2aaa258-d597-443a-840a-79e7e6c405f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.735906] env[62295]: INFO nova.compute.manager [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Took 24.92 seconds to build instance. [ 1350.797652] env[62295]: DEBUG oslo_vmware.api [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786132, 'name': PowerOnVM_Task, 'duration_secs': 0.815408} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.797652] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.797652] env[62295]: INFO nova.compute.manager [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1350.797773] env[62295]: DEBUG nova.compute.manager [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1350.798602] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6af94-c824-4130-89c0-9f6cb57d9c4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.820679] env[62295]: DEBUG nova.scheduler.client.report [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1350.867724] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.912280] env[62295]: DEBUG oslo_concurrency.lockutils [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.931934] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1350.945159] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786133, 'name': CreateVM_Task, 'duration_secs': 0.477304} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.947104] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.947104] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.947104] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.947104] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.947104] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fed2675-f305-492e-ac2f-dcc5713114f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.951790] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1350.951790] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52909705-6281-1ef5-66b8-8be517597b1a" [ 1350.951790] env[62295]: _type = "Task" [ 1350.951790] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.962277] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52909705-6281-1ef5-66b8-8be517597b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.973225] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d21617-6823-9f89-dd54-c23b867a76ca, 'name': SearchDatastore_Task, 'duration_secs': 0.031269} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.975703] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1350.975982] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1350.976176] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.976490] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1350.976592] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.976766] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1350.977050] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1350.977234] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1350.977435] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1350.977648] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1350.977879] env[62295]: DEBUG nova.virt.hardware [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1350.979162] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd97850d-6c55-41de-91e5-cdf7c7a029a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.981935] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94e2944-07e4-46cd-a406-22a53c491a42 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.990723] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a1af9c-b999-4772-afda-c9df3febfe06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.994767] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1350.994767] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52124351-5ef4-865b-51f4-963574e25401" [ 1350.994767] env[62295]: _type = "Task" [ 1350.994767] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.995100] env[62295]: DEBUG nova.network.neutron [-] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.015967] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52124351-5ef4-865b-51f4-963574e25401, 'name': SearchDatastore_Task, 'duration_secs': 0.011545} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.016778] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.017100] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 66cf1b6b-808a-4fa3-9535-801f067229c3/66cf1b6b-808a-4fa3-9535-801f067229c3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.017415] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d07dc315-21f3-4981-900d-39af19e65fce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.022996] env[62295]: DEBUG oslo_vmware.api [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786134, 'name': PowerOffVM_Task, 'duration_secs': 0.336808} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.023678] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.023901] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.026271] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cfc40ed-65ee-42d5-b44c-c38568e752d9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.029434] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1351.029434] env[62295]: value = "task-1786135" [ 1351.029434] env[62295]: _type = "Task" [ 1351.029434] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.039546] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.092729] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Updating instance_info_cache with network_info: [{"id": "86d8942d-655b-4766-a5e4-d812aa43a16a", "address": "fa:16:3e:49:fd:f2", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d8942d-65", "ovs_interfaceid": "86d8942d-655b-4766-a5e4-d812aa43a16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.116031] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.116031] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.116031] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Deleting the datastore file [datastore1] dc0c5829-19f3-4061-addf-59c663ae74a1 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.116031] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84737842-d3f7-47fe-abdf-bcc9a91da884 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.123587] env[62295]: DEBUG oslo_vmware.api [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for the task: (returnval){ [ 1351.123587] env[62295]: value = "task-1786137" [ 1351.123587] env[62295]: _type = "Task" [ 1351.123587] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.133630] env[62295]: DEBUG oslo_vmware.api [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.238402] env[62295]: DEBUG oslo_concurrency.lockutils [None req-466a9e40-4057-41a0-89fe-38372051fc06 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.434s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.327374] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.327587] env[62295]: DEBUG nova.compute.manager [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1351.333472] env[62295]: INFO nova.compute.manager [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Took 19.38 seconds to build instance. [ 1351.336009] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.256s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.339026] env[62295]: INFO nova.compute.claims [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.345434] env[62295]: DEBUG nova.compute.manager [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Received event network-changed-133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1351.345785] env[62295]: DEBUG nova.compute.manager [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Refreshing instance network info cache due to event network-changed-133c1bae-19f8-4df8-8c55-42bb881fff00. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1351.346124] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] Acquiring lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.346372] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] Acquired lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.346662] env[62295]: DEBUG nova.network.neutron [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Refreshing network info cache for port 133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.467957] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52909705-6281-1ef5-66b8-8be517597b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.023523} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.468363] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.468595] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.468836] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.469032] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.469233] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.469905] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27ff97fa-24dd-4bd3-a908-e91ea1d98adb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.486020] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.486020] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.487366] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f088ba6-1473-44ef-83ca-ae8b50bfee23 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.494120] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1351.494120] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d74787-c23d-eec2-1983-23c34bd4099b" [ 1351.494120] env[62295]: _type = "Task" [ 1351.494120] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.500930] env[62295]: INFO nova.compute.manager [-] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Took 1.27 seconds to deallocate network for instance. [ 1351.506952] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d74787-c23d-eec2-1983-23c34bd4099b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.541398] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.584162] env[62295]: DEBUG nova.compute.manager [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1351.585708] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c3b2c8-507f-4773-9de4-cb4b84a3429c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.594543] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "refresh_cache-3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.594864] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Instance network_info: |[{"id": "86d8942d-655b-4766-a5e4-d812aa43a16a", "address": "fa:16:3e:49:fd:f2", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d8942d-65", "ovs_interfaceid": "86d8942d-655b-4766-a5e4-d812aa43a16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1351.598062] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:fd:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86d8942d-655b-4766-a5e4-d812aa43a16a', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.612645] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Creating folder: Project (86488e9d0b4d41808bf8dc36c14dd161). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.614898] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16ceb19c-cf54-47a1-9258-b70698836a61 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.630553] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Created folder: Project (86488e9d0b4d41808bf8dc36c14dd161) in parent group-v370569. [ 1351.630850] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Creating folder: Instances. Parent ref: group-v370598. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.632205] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24ed360b-73f1-475c-a379-51f819454500 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.639333] env[62295]: DEBUG oslo_vmware.api [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.649094] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Created folder: Instances in parent group-v370598. [ 1351.649492] env[62295]: DEBUG oslo.service.loopingcall [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.649709] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.650016] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d287f8bf-57ef-4282-92ab-31837e11fb30 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.678287] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.678287] env[62295]: value = "task-1786140" [ 1351.678287] env[62295]: _type = "Task" [ 1351.678287] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.688248] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786140, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.741500] env[62295]: DEBUG nova.compute.manager [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1351.850239] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc5346cb-bfde-46a3-ab33-fedcd8b57534 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "bb795a9a-0e43-4280-936d-f206adff8ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.908s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.852270] env[62295]: DEBUG nova.compute.utils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1351.858148] env[62295]: DEBUG nova.compute.manager [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1351.858473] env[62295]: DEBUG nova.network.neutron [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.978780] env[62295]: DEBUG nova.policy [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b616eb706d1c451b963aa2e41a7d003c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbefd998db8f4f90aa12320707c5b595', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1352.006348] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d74787-c23d-eec2-1983-23c34bd4099b, 'name': SearchDatastore_Task, 'duration_secs': 0.056399} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.007801] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95deabcf-bbe0-421e-b7c7-766bc84b21ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.014331] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.018911] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1352.018911] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cde01a-bdce-31a8-d10a-700a9c9401ca" [ 1352.018911] env[62295]: _type = "Task" [ 1352.018911] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.033951] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cde01a-bdce-31a8-d10a-700a9c9401ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011536} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.040867] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.041989] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.042357] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76bd7c2b-ae39-4a1f-8552-4feffceae4a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.053761] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647865} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.055784] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 66cf1b6b-808a-4fa3-9535-801f067229c3/66cf1b6b-808a-4fa3-9535-801f067229c3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.056526] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.056526] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1352.056526] env[62295]: value = "task-1786141" [ 1352.056526] env[62295]: _type = "Task" [ 1352.056526] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.056746] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95c6d254-2088-4cf1-b3cd-09c3adfd6ce9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.069813] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.073019] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1352.073019] env[62295]: value = "task-1786142" [ 1352.073019] env[62295]: _type = "Task" [ 1352.073019] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.116075] env[62295]: INFO nova.compute.manager [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] instance snapshotting [ 1352.119391] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc7bc5e-66f2-4c2a-ae50-baf294ae7be3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.146165] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312ede50-8615-4c47-a779-a58d73eed86a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.158917] env[62295]: DEBUG oslo_vmware.api [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Task: {'id': task-1786137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538545} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.159593] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.159798] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.159964] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.160222] env[62295]: INFO nova.compute.manager [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1352.160508] env[62295]: DEBUG oslo.service.loopingcall [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.160691] env[62295]: DEBUG nova.compute.manager [-] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1352.160780] env[62295]: DEBUG nova.network.neutron [-] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.173761] env[62295]: DEBUG nova.network.neutron [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Updated VIF entry in instance network info cache for port 133c1bae-19f8-4df8-8c55-42bb881fff00. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.174161] env[62295]: DEBUG nova.network.neutron [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Updating instance_info_cache with network_info: [{"id": "133c1bae-19f8-4df8-8c55-42bb881fff00", "address": "fa:16:3e:9d:f0:52", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133c1bae-19", "ovs_interfaceid": "133c1bae-19f8-4df8-8c55-42bb881fff00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.193019] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786140, 'name': CreateVM_Task, 'duration_secs': 0.51343} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.193019] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.193019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.193019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.193019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1352.193019] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a15d796-6e28-4d82-bef9-6ed47a4810bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.199104] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1352.199104] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528b84a8-fdf0-44d2-10b4-386401bb0500" [ 1352.199104] env[62295]: _type = "Task" [ 1352.199104] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.216498] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528b84a8-fdf0-44d2-10b4-386401bb0500, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.216498] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.216498] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.217202] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.217420] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.217683] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.217810] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-550306a5-ae0e-4f0a-9e8b-06689fe1e5c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.225353] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.225586] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.226486] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea3cf6e-b52d-4fa4-890b-ebd4f1be1de1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.235560] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1352.235560] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220819e-c2b1-71f1-69c3-addff8084091" [ 1352.235560] env[62295]: _type = "Task" [ 1352.235560] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.241842] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220819e-c2b1-71f1-69c3-addff8084091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.273457] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.281214] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Successfully updated port: 7bb2d220-dca9-49f1-b22c-88f8624307dc {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.361260] env[62295]: DEBUG nova.compute.manager [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1352.366066] env[62295]: DEBUG nova.compute.manager [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1352.574990] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786141, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.586985] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079267} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.589999] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.591932] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d577b39-54dc-4fcd-b410-1fd2cb1f8913 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.619750] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 66cf1b6b-808a-4fa3-9535-801f067229c3/66cf1b6b-808a-4fa3-9535-801f067229c3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.623599] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a8369c-a948-462f-be32-65740ef45c97 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.648297] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1352.648297] env[62295]: value = "task-1786143" [ 1352.648297] env[62295]: _type = "Task" [ 1352.648297] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.662206] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1352.662206] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.664939] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-363b3df3-e1ad-4326-93bb-35b835e81834 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.676375] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1352.676375] env[62295]: value = "task-1786144" [ 1352.676375] env[62295]: _type = "Task" [ 1352.676375] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.677281] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] Releasing lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.677401] env[62295]: DEBUG nova.compute.manager [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Received event network-vif-deleted-971f532f-77da-4514-bea7-9a09d63b47bb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1352.678078] env[62295]: DEBUG nova.compute.manager [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Received event network-vif-plugged-86d8942d-655b-4766-a5e4-d812aa43a16a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1352.678078] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] Acquiring lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.678227] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] Lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.678330] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] Lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.678958] env[62295]: DEBUG nova.compute.manager [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] No waiting events found dispatching network-vif-plugged-86d8942d-655b-4766-a5e4-d812aa43a16a {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1352.678958] env[62295]: WARNING nova.compute.manager [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Received unexpected event network-vif-plugged-86d8942d-655b-4766-a5e4-d812aa43a16a for instance with vm_state building and task_state spawning. [ 1352.678958] env[62295]: DEBUG nova.compute.manager [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Received event network-changed-86d8942d-655b-4766-a5e4-d812aa43a16a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1352.678958] env[62295]: DEBUG nova.compute.manager [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Refreshing instance network info cache due to event network-changed-86d8942d-655b-4766-a5e4-d812aa43a16a. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1352.679174] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] Acquiring lock "refresh_cache-3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.679289] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] Acquired lock "refresh_cache-3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.679449] env[62295]: DEBUG nova.network.neutron [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Refreshing network info cache for port 86d8942d-655b-4766-a5e4-d812aa43a16a {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.695390] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.748303] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220819e-c2b1-71f1-69c3-addff8084091, 'name': SearchDatastore_Task, 'duration_secs': 0.029813} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.749323] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08305575-1e76-4efe-8808-79833c2e8f34 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.754860] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1352.754860] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521465b5-5f4a-7fbd-0397-22cd6657e5b1" [ 1352.754860] env[62295]: _type = "Task" [ 1352.754860] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.755754] env[62295]: DEBUG nova.network.neutron [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Successfully created port: 08f44027-aaf7-4b39-8bc1-e177487ec0bc {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.771286] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521465b5-5f4a-7fbd-0397-22cd6657e5b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.773110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.773110] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a/3318fb2f-f7f4-443a-a3af-b3cf561a3d9a.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.773251] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-728e9637-a52c-4188-9668-659c6b7f4a83 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.782285] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1352.782285] env[62295]: value = "task-1786145" [ 1352.782285] env[62295]: _type = "Task" [ 1352.782285] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.784164] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "refresh_cache-0009344a-2312-435a-b9a1-3af3e98e4bf0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.784550] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "refresh_cache-0009344a-2312-435a-b9a1-3af3e98e4bf0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.784725] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.796266] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.819146] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a78d306-8c7a-4193-b09d-b265f7ef2f98 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.826073] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2767641a-e2a3-479a-8419-6de97937b3bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.859770] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5a3f5a-7e17-4bc4-972b-1745c0fc79c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.870779] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a1d961-2b44-4cb3-8c4a-fd667cd30983 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.888783] env[62295]: DEBUG nova.compute.provider_tree [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.905166] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.072700] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678698} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.072988] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.073231] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.073482] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d708f004-367f-4396-b000-0a5359fa46a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.082271] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1353.082271] env[62295]: value = "task-1786146" [ 1353.082271] env[62295]: _type = "Task" [ 1353.082271] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.093827] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.143038] env[62295]: DEBUG oslo_concurrency.lockutils [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "bb795a9a-0e43-4280-936d-f206adff8ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.143038] env[62295]: DEBUG oslo_concurrency.lockutils [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "bb795a9a-0e43-4280-936d-f206adff8ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.143271] env[62295]: DEBUG oslo_concurrency.lockutils [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "bb795a9a-0e43-4280-936d-f206adff8ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.143541] env[62295]: DEBUG oslo_concurrency.lockutils [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "bb795a9a-0e43-4280-936d-f206adff8ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.143744] env[62295]: DEBUG oslo_concurrency.lockutils [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "bb795a9a-0e43-4280-936d-f206adff8ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.157693] env[62295]: INFO nova.compute.manager [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Terminating instance [ 1353.160202] env[62295]: DEBUG nova.compute.manager [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1353.160388] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.161275] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f562c287-b5ef-400b-86b7-c5e233510abb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.167298] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786143, 'name': ReconfigVM_Task, 'duration_secs': 0.401921} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.168080] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 66cf1b6b-808a-4fa3-9535-801f067229c3/66cf1b6b-808a-4fa3-9535-801f067229c3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.169193] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b22e7c4c-becd-4607-8f4f-1243fbf8d4b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.173677] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.174370] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee708d0d-0faa-4fd6-831d-fc693a820845 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.184458] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1353.184458] env[62295]: value = "task-1786147" [ 1353.184458] env[62295]: _type = "Task" [ 1353.184458] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.186866] env[62295]: DEBUG oslo_vmware.api [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1353.186866] env[62295]: value = "task-1786148" [ 1353.186866] env[62295]: _type = "Task" [ 1353.186866] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.198540] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.205410] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786147, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.209182] env[62295]: DEBUG oslo_vmware.api [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.274562] env[62295]: DEBUG nova.network.neutron [-] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.308612] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786145, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.377487] env[62295]: DEBUG nova.compute.manager [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1353.392585] env[62295]: DEBUG nova.scheduler.client.report [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1353.415388] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1353.415693] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1353.415885] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.416208] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1353.416383] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.416562] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1353.416787] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1353.417531] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1353.417727] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1353.417949] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1353.418167] env[62295]: DEBUG nova.virt.hardware [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1353.419300] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfefa9f-0577-40af-9540-6200b82e3764 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.422550] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.438402] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593841df-364f-421e-aabc-d0769c783944 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.594624] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192411} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.594925] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.596668] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b86fdf5-3d4d-4bd9-9c6b-ba6397168143 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.621917] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.625664] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17b4b3f-f902-43e5-a304-01c7dd61ba5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.645801] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1353.645801] env[62295]: value = "task-1786149" [ 1353.645801] env[62295]: _type = "Task" [ 1353.645801] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.654357] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.689643] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.707214] env[62295]: DEBUG oslo_vmware.api [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786148, 'name': PowerOffVM_Task, 'duration_secs': 0.401424} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.710432] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.710677] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.710952] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786147, 'name': Rename_Task, 'duration_secs': 0.419599} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.711262] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5451aea4-302e-4499-9f06-ccd4ab859d24 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.712881] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.713136] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2a0e56-bed8-40e1-84bc-ac4c5e518e54 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.721393] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1353.721393] env[62295]: value = "task-1786151" [ 1353.721393] env[62295]: _type = "Task" [ 1353.721393] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.729581] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.743761] env[62295]: DEBUG nova.network.neutron [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Updated VIF entry in instance network info cache for port 86d8942d-655b-4766-a5e4-d812aa43a16a. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.743914] env[62295]: DEBUG nova.network.neutron [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Updating instance_info_cache with network_info: [{"id": "86d8942d-655b-4766-a5e4-d812aa43a16a", "address": "fa:16:3e:49:fd:f2", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d8942d-65", "ovs_interfaceid": "86d8942d-655b-4766-a5e4-d812aa43a16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.747698] env[62295]: DEBUG nova.network.neutron [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Updating instance_info_cache with network_info: [{"id": "7bb2d220-dca9-49f1-b22c-88f8624307dc", "address": "fa:16:3e:48:99:50", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb2d220-dc", "ovs_interfaceid": "7bb2d220-dca9-49f1-b22c-88f8624307dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.777240] env[62295]: INFO nova.compute.manager [-] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Took 1.62 seconds to deallocate network for instance. [ 1353.794707] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584715} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.794971] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a/3318fb2f-f7f4-443a-a3af-b3cf561a3d9a.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.795275] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.795487] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9cacb39-c50f-4932-a0bc-aac083579c11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.802261] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1353.802261] env[62295]: value = "task-1786152" [ 1353.802261] env[62295]: _type = "Task" [ 1353.802261] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.809165] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.809165] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.809165] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleting the datastore file [datastore1] bb795a9a-0e43-4280-936d-f206adff8ad7 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.809165] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fcc39a5-8b5e-475d-8ad7-72b8ba8d27c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.815220] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.816069] env[62295]: DEBUG oslo_vmware.api [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1353.816069] env[62295]: value = "task-1786153" [ 1353.816069] env[62295]: _type = "Task" [ 1353.816069] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.823701] env[62295]: DEBUG oslo_vmware.api [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.902030] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.902549] env[62295]: DEBUG nova.compute.manager [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1353.908294] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.171s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.909797] env[62295]: INFO nova.compute.claims [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.159374] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.191807] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786144, 'name': CreateSnapshot_Task, 'duration_secs': 1.319729} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.192105] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1354.192922] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f722c-6322-4cdf-b58a-cd51f1d344df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.231980] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.247135] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9247615-5f60-4d9a-9bcc-f2bec2cd9ac0 req-80866465-bfd2-4988-befb-52b7f0ca5ade service nova] Releasing lock "refresh_cache-3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.252140] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "refresh_cache-0009344a-2312-435a-b9a1-3af3e98e4bf0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.252140] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Instance network_info: |[{"id": "7bb2d220-dca9-49f1-b22c-88f8624307dc", "address": "fa:16:3e:48:99:50", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb2d220-dc", "ovs_interfaceid": "7bb2d220-dca9-49f1-b22c-88f8624307dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1354.252359] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:99:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bb2d220-dca9-49f1-b22c-88f8624307dc', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.261798] env[62295]: DEBUG oslo.service.loopingcall [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.262483] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.262797] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81f4e1b1-1009-41f0-9996-f58e963b75bb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.285772] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.291655] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.291655] env[62295]: value = "task-1786154" [ 1354.291655] env[62295]: _type = "Task" [ 1354.291655] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.301435] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786154, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.319192] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07535} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.319192] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.320629] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece29244-1d7b-4ed2-aca6-af06d4e0d086 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.328362] env[62295]: DEBUG oslo_vmware.api [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452855} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.340488] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.340737] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.340917] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.341242] env[62295]: INFO nova.compute.manager [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1354.343086] env[62295]: DEBUG oslo.service.loopingcall [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.352485] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a/3318fb2f-f7f4-443a-a3af-b3cf561a3d9a.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.352810] env[62295]: DEBUG nova.compute.manager [-] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1354.352911] env[62295]: DEBUG nova.network.neutron [-] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.354963] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b575956f-eeee-4051-be64-a35122a4b94f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.376916] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1354.376916] env[62295]: value = "task-1786155" [ 1354.376916] env[62295]: _type = "Task" [ 1354.376916] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.386355] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.418024] env[62295]: DEBUG nova.compute.utils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1354.422340] env[62295]: DEBUG nova.compute.manager [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Not allocating networking since 'none' was specified. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1354.665369] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786149, 'name': ReconfigVM_Task, 'duration_secs': 0.706658} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.665713] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.669868] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90690c4a-1ef0-4e32-92c8-bfd410600827 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.679813] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1354.679813] env[62295]: value = "task-1786156" [ 1354.679813] env[62295]: _type = "Task" [ 1354.679813] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.692759] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786156, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.716779] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1354.716779] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8b4a2e49-e707-4d1b-9ed7-acac8704e9b5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.728050] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1354.728050] env[62295]: value = "task-1786157" [ 1354.728050] env[62295]: _type = "Task" [ 1354.728050] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.735591] env[62295]: DEBUG oslo_vmware.api [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786151, 'name': PowerOnVM_Task, 'duration_secs': 0.883586} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.736353] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.736727] env[62295]: INFO nova.compute.manager [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1354.736970] env[62295]: DEBUG nova.compute.manager [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1354.738010] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47e99e6-754a-44f5-983a-11996847983f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.744452] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786157, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.811961] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786154, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.890213] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.923317] env[62295]: DEBUG nova.compute.manager [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1354.989095] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.989964] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.992046] env[62295]: DEBUG nova.compute.manager [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Received event network-vif-deleted-13d25e96-7bd0-4587-9404-e9529c7b188a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1354.992264] env[62295]: DEBUG nova.compute.manager [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Received event network-vif-plugged-7bb2d220-dca9-49f1-b22c-88f8624307dc {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1354.992510] env[62295]: DEBUG oslo_concurrency.lockutils [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] Acquiring lock "0009344a-2312-435a-b9a1-3af3e98e4bf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.992714] env[62295]: DEBUG oslo_concurrency.lockutils [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] Lock "0009344a-2312-435a-b9a1-3af3e98e4bf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.992901] env[62295]: DEBUG oslo_concurrency.lockutils [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] Lock "0009344a-2312-435a-b9a1-3af3e98e4bf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.993184] env[62295]: DEBUG nova.compute.manager [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] No waiting events found dispatching network-vif-plugged-7bb2d220-dca9-49f1-b22c-88f8624307dc {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1354.993284] env[62295]: WARNING nova.compute.manager [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Received unexpected event network-vif-plugged-7bb2d220-dca9-49f1-b22c-88f8624307dc for instance with vm_state building and task_state spawning. [ 1354.993439] env[62295]: DEBUG nova.compute.manager [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Received event network-changed-7bb2d220-dca9-49f1-b22c-88f8624307dc {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1354.993609] env[62295]: DEBUG nova.compute.manager [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Refreshing instance network info cache due to event network-changed-7bb2d220-dca9-49f1-b22c-88f8624307dc. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1354.993799] env[62295]: DEBUG oslo_concurrency.lockutils [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] Acquiring lock "refresh_cache-0009344a-2312-435a-b9a1-3af3e98e4bf0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.993945] env[62295]: DEBUG oslo_concurrency.lockutils [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] Acquired lock "refresh_cache-0009344a-2312-435a-b9a1-3af3e98e4bf0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.994167] env[62295]: DEBUG nova.network.neutron [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Refreshing network info cache for port 7bb2d220-dca9-49f1-b22c-88f8624307dc {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.194801] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786156, 'name': Rename_Task, 'duration_secs': 0.399174} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.195883] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.195883] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3becd2b6-809a-4382-bc51-d59322b3cb54 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.202964] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1355.202964] env[62295]: value = "task-1786158" [ 1355.202964] env[62295]: _type = "Task" [ 1355.202964] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.215531] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.245068] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786157, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.271978] env[62295]: INFO nova.compute.manager [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Took 21.88 seconds to build instance. [ 1355.283045] env[62295]: DEBUG nova.network.neutron [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Successfully updated port: 08f44027-aaf7-4b39-8bc1-e177487ec0bc {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1355.319347] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786154, 'name': CreateVM_Task, 'duration_secs': 0.582521} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.321974] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.323808] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.324222] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.324546] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.324911] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113a7ee5-0aef-40bc-ac97-6f46249b8373 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.340391] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1355.340391] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521f11a1-b256-e9b5-4640-8b9eb6e0308a" [ 1355.340391] env[62295]: _type = "Task" [ 1355.340391] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.362323] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521f11a1-b256-e9b5-4640-8b9eb6e0308a, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.363090] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.363090] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.363193] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.363367] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.363538] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.363811] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3a910fc-707f-446e-b9f3-4e2e5e4c423b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.375911] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.375911] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.379801] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0e6961-ab55-471a-bc1b-33f7c765064a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.389077] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786155, 'name': ReconfigVM_Task, 'duration_secs': 0.543751} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.389393] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1355.389393] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5290196b-bcb1-5e71-a83e-e6e279e5eb15" [ 1355.389393] env[62295]: _type = "Task" [ 1355.389393] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.392240] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a/3318fb2f-f7f4-443a-a3af-b3cf561a3d9a.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.393237] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f4084ed-3726-485a-aa39-8a0468ee59a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.403739] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5290196b-bcb1-5e71-a83e-e6e279e5eb15, 'name': SearchDatastore_Task, 'duration_secs': 0.009802} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.406556] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1355.406556] env[62295]: value = "task-1786159" [ 1355.406556] env[62295]: _type = "Task" [ 1355.406556] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.407820] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d894c9-9470-4de0-90ee-e30cba1feb5d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.410385] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f2c9aa-11da-44c2-bc1b-d6b0a905997f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.421609] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786159, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.424528] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1355.424528] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526a1587-4793-ab7f-c5b8-0d83f6196b06" [ 1355.424528] env[62295]: _type = "Task" [ 1355.424528] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.425921] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fccfa3-4d78-4a8f-a280-25b810775fe3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.444481] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526a1587-4793-ab7f-c5b8-0d83f6196b06, 'name': SearchDatastore_Task, 'duration_secs': 0.015955} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.470937] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.471296] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 0009344a-2312-435a-b9a1-3af3e98e4bf0/0009344a-2312-435a-b9a1-3af3e98e4bf0.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.472238] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57358915-4cf9-48f3-a1b5-69cf44d27288 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.475033] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183e226d-deb8-4fd0-9a1c-a09ab924d18b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.485178] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585dc3b8-0105-43ef-acc0-1a3aa154b07f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.490284] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1355.490284] env[62295]: value = "task-1786160" [ 1355.490284] env[62295]: _type = "Task" [ 1355.490284] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.505266] env[62295]: DEBUG nova.compute.provider_tree [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.511883] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.600184] env[62295]: DEBUG nova.network.neutron [-] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.720402] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786158, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.743977] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786157, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.777726] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad599d62-8f10-4917-861d-30c89e2d2012 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "66cf1b6b-808a-4fa3-9535-801f067229c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.402s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.792689] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.792689] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquired lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.792689] env[62295]: DEBUG nova.network.neutron [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.925403] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786159, 'name': Rename_Task, 'duration_secs': 0.160188} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.925872] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.929047] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6642fe34-a855-4156-9ecb-c6097305a544 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.938147] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1355.938147] env[62295]: value = "task-1786161" [ 1355.938147] env[62295]: _type = "Task" [ 1355.938147] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.939554] env[62295]: DEBUG nova.compute.manager [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1355.956052] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786161, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.974037] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1355.974037] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1355.974037] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.974458] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1355.974458] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.974458] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1355.974676] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1355.974844] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1355.975025] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1355.975202] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1355.975379] env[62295]: DEBUG nova.virt.hardware [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1355.976357] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5443ae-3560-4556-9009-4ea5838305a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.987504] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166ad3cc-17d0-4bdf-bca2-1246187a29d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.007356] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.014119] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Creating folder: Project (acdaf52d193c4a1da9fedb78e062f9f6). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.018531] env[62295]: DEBUG nova.scheduler.client.report [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1356.025026] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3918b29-bdc3-46cc-a12e-bae5d6dc8985 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.025026] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.038911] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Created folder: Project (acdaf52d193c4a1da9fedb78e062f9f6) in parent group-v370569. [ 1356.039399] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Creating folder: Instances. Parent ref: group-v370604. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1356.040720] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a442394-0e7f-4081-9534-bdd1ab58945f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.055630] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Created folder: Instances in parent group-v370604. [ 1356.056096] env[62295]: DEBUG oslo.service.loopingcall [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.056346] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.056644] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db142583-387e-4736-9486-2383f745fc06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.082744] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.082744] env[62295]: value = "task-1786164" [ 1356.082744] env[62295]: _type = "Task" [ 1356.082744] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.097698] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786164, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.103782] env[62295]: INFO nova.compute.manager [-] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Took 1.75 seconds to deallocate network for instance. [ 1356.154152] env[62295]: DEBUG nova.network.neutron [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Updated VIF entry in instance network info cache for port 7bb2d220-dca9-49f1-b22c-88f8624307dc. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.154780] env[62295]: DEBUG nova.network.neutron [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Updating instance_info_cache with network_info: [{"id": "7bb2d220-dca9-49f1-b22c-88f8624307dc", "address": "fa:16:3e:48:99:50", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb2d220-dc", "ovs_interfaceid": "7bb2d220-dca9-49f1-b22c-88f8624307dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.218859] env[62295]: DEBUG oslo_vmware.api [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786158, 'name': PowerOnVM_Task, 'duration_secs': 0.896751} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.222144] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.222833] env[62295]: DEBUG nova.compute.manager [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1356.223698] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7a1e21-12b9-4e4b-8c4a-7ab5f09e4b45 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.246109] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786157, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.283313] env[62295]: DEBUG nova.compute.manager [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1356.376870] env[62295]: DEBUG nova.network.neutron [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.453148] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.503198] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58807} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.503573] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 0009344a-2312-435a-b9a1-3af3e98e4bf0/0009344a-2312-435a-b9a1-3af3e98e4bf0.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.503844] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.504118] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37611d47-c510-4d22-bb4f-0046f4f80202 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.511289] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1356.511289] env[62295]: value = "task-1786165" [ 1356.511289] env[62295]: _type = "Task" [ 1356.511289] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.522594] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.528392] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.528901] env[62295]: DEBUG nova.compute.manager [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1356.531927] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.212s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.533613] env[62295]: INFO nova.compute.claims [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.596654] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786164, 'name': CreateVM_Task, 'duration_secs': 0.456135} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.596654] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.596654] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.596654] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.596654] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.596654] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1680a66f-4e64-48a2-80dd-f7fa51ce3f69 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.605316] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for the task: (returnval){ [ 1356.605316] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5241aed9-9a42-5cc2-4c62-6b09c94b64f3" [ 1356.605316] env[62295]: _type = "Task" [ 1356.605316] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.614407] env[62295]: DEBUG oslo_concurrency.lockutils [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.621641] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5241aed9-9a42-5cc2-4c62-6b09c94b64f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.662405] env[62295]: DEBUG oslo_concurrency.lockutils [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] Releasing lock "refresh_cache-0009344a-2312-435a-b9a1-3af3e98e4bf0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.662405] env[62295]: DEBUG nova.compute.manager [req-71e95f4c-da8c-4c93-babd-81743905aa8e req-2f1eb05c-c3b6-4b29-9888-28d62bc1c379 service nova] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Received event network-vif-deleted-1976a80a-fd82-4cd2-8cdb-392a9832b2f7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1356.745739] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786157, 'name': CloneVM_Task, 'duration_secs': 1.724828} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.748206] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Created linked-clone VM from snapshot [ 1356.751826] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a711c-6ad1-4ea2-81ff-e67c9ab50d36 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.758478] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "d3173f71-1fba-413f-9014-205ed2beeea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.758478] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "d3173f71-1fba-413f-9014-205ed2beeea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.758836] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.769488] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Uploading image 0f9e0e47-086d-4f49-8306-ccbeed854b00 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1356.821030] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1356.821030] env[62295]: value = "vm-370603" [ 1356.821030] env[62295]: _type = "VirtualMachine" [ 1356.821030] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1356.824213] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.824213] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-39f0b45c-3e95-4a8d-8a07-1541621c82df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.832184] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lease: (returnval){ [ 1356.832184] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529bc5a5-7c7e-dfe6-be66-63fee0d86048" [ 1356.832184] env[62295]: _type = "HttpNfcLease" [ 1356.832184] env[62295]: } obtained for exporting VM: (result){ [ 1356.832184] env[62295]: value = "vm-370603" [ 1356.832184] env[62295]: _type = "VirtualMachine" [ 1356.832184] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1356.832432] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the lease: (returnval){ [ 1356.832432] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529bc5a5-7c7e-dfe6-be66-63fee0d86048" [ 1356.832432] env[62295]: _type = "HttpNfcLease" [ 1356.832432] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1356.839951] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1356.839951] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529bc5a5-7c7e-dfe6-be66-63fee0d86048" [ 1356.839951] env[62295]: _type = "HttpNfcLease" [ 1356.839951] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1356.876684] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "685e8c77-0574-4459-8677-227bb2cb3671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.876879] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "685e8c77-0574-4459-8677-227bb2cb3671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.953547] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786161, 'name': PowerOnVM_Task, 'duration_secs': 0.90997} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.953705] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.953885] env[62295]: INFO nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1356.954123] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1356.954876] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcfec71-6789-4cd1-a076-101ec98cb5ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.022773] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106252} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.023175] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.024297] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7802ce0e-5fc3-47ef-8791-40d22b9c4312 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.030303] env[62295]: DEBUG nova.network.neutron [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Updating instance_info_cache with network_info: [{"id": "08f44027-aaf7-4b39-8bc1-e177487ec0bc", "address": "fa:16:3e:2b:fd:f3", "network": {"id": "8b58677f-c6f1-4f1d-9c2e-35362ceca625", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1122939086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbefd998db8f4f90aa12320707c5b595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f44027-aa", "ovs_interfaceid": "08f44027-aaf7-4b39-8bc1-e177487ec0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.044076] env[62295]: DEBUG nova.compute.utils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1357.057324] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 0009344a-2312-435a-b9a1-3af3e98e4bf0/0009344a-2312-435a-b9a1-3af3e98e4bf0.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.062342] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Releasing lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.062680] env[62295]: DEBUG nova.compute.manager [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Instance network_info: |[{"id": "08f44027-aaf7-4b39-8bc1-e177487ec0bc", "address": "fa:16:3e:2b:fd:f3", "network": {"id": "8b58677f-c6f1-4f1d-9c2e-35362ceca625", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1122939086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbefd998db8f4f90aa12320707c5b595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f44027-aa", "ovs_interfaceid": "08f44027-aaf7-4b39-8bc1-e177487ec0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1357.063257] env[62295]: DEBUG nova.compute.manager [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1357.066113] env[62295]: DEBUG nova.compute.manager [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1357.066342] env[62295]: DEBUG nova.network.neutron [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.068244] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1485cc84-ff6e-47ec-86b3-6ad5f2bcf11d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.085820] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:fd:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08f44027-aaf7-4b39-8bc1-e177487ec0bc', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.093603] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Creating folder: Project (dbefd998db8f4f90aa12320707c5b595). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1357.094864] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22f7afeb-0391-4f34-afb4-80ba3f145b85 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.103629] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1357.103629] env[62295]: value = "task-1786168" [ 1357.103629] env[62295]: _type = "Task" [ 1357.103629] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.109589] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Created folder: Project (dbefd998db8f4f90aa12320707c5b595) in parent group-v370569. [ 1357.111862] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Creating folder: Instances. Parent ref: group-v370607. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1357.114016] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3912cb4-4a19-4456-82f9-1afa852eddd6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.119119] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.131117] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5241aed9-9a42-5cc2-4c62-6b09c94b64f3, 'name': SearchDatastore_Task, 'duration_secs': 0.015638} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.131117] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.131117] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1357.131117] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.131371] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.131371] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1357.131371] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6026d786-bf6a-4efe-8856-e7a56e765061 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.134966] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Created folder: Instances in parent group-v370607. [ 1357.135997] env[62295]: DEBUG oslo.service.loopingcall [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.136248] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.136407] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-695aec5b-9b29-4acd-9b9f-52299152c795 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.155083] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1357.155354] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1357.158135] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5c4121-23a2-4a5a-8d34-7d394aae10e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.161332] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.161332] env[62295]: value = "task-1786170" [ 1357.161332] env[62295]: _type = "Task" [ 1357.161332] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.165523] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for the task: (returnval){ [ 1357.165523] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524ad864-746d-892f-cbb2-6b9ea83b1386" [ 1357.165523] env[62295]: _type = "Task" [ 1357.165523] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.177238] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786170, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.184170] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524ad864-746d-892f-cbb2-6b9ea83b1386, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.184170] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622cadfb-205e-45b3-bb7a-71063804272a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.192424] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for the task: (returnval){ [ 1357.192424] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b0e382-1a99-d1c9-d476-1291b272209b" [ 1357.192424] env[62295]: _type = "Task" [ 1357.192424] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.201294] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b0e382-1a99-d1c9-d476-1291b272209b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.217053] env[62295]: DEBUG nova.policy [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f2bb89f650a477b8476f8232ae69aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdc8c636dc9b4a7fbb3b9e8029edacb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1357.341844] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1357.341844] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529bc5a5-7c7e-dfe6-be66-63fee0d86048" [ 1357.341844] env[62295]: _type = "HttpNfcLease" [ 1357.341844] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1357.344106] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1357.344106] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529bc5a5-7c7e-dfe6-be66-63fee0d86048" [ 1357.344106] env[62295]: _type = "HttpNfcLease" [ 1357.344106] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1357.346903] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd70e1d-9aad-48bf-83dd-220df73ea064 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.357139] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e9e29-7d18-5da4-6489-d3cf4c89fb36/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1357.359562] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e9e29-7d18-5da4-6489-d3cf4c89fb36/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1357.475940] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5096311-2f6b-4c17-b345-3367c0a6d7bb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.478634] env[62295]: INFO nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Took 19.36 seconds to build instance. [ 1357.582187] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f6c3b-253c-4a27-8abb-c1b62e8fee12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.592480] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52b289b-256f-423c-9c98-4d718f363964 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.638349] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b61adc1-fdff-432c-aba3-e91ed966ed40 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.646881] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.650448] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be47239-a69e-4fdd-b370-61a326807224 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.666653] env[62295]: DEBUG nova.compute.provider_tree [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.676134] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786170, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.702197] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b0e382-1a99-d1c9-d476-1291b272209b, 'name': SearchDatastore_Task, 'duration_secs': 0.014698} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.702482] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.702741] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f100d8a9-75d2-4100-b6c2-c915e7de6bd6/f100d8a9-75d2-4100-b6c2-c915e7de6bd6.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.703041] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d5a920-53d9-4f57-8a98-03e72b3e4073 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.710438] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for the task: (returnval){ [ 1357.710438] env[62295]: value = "task-1786171" [ 1357.710438] env[62295]: _type = "Task" [ 1357.710438] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.719066] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.979793] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.881s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.101960] env[62295]: DEBUG nova.compute.manager [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1358.138366] env[62295]: DEBUG nova.network.neutron [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Successfully created port: 9dcbe8b9-903d-41f5-a1dd-828effec2e7a {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.149059] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1358.149399] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1358.149842] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.150163] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1358.150430] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.150504] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1358.150747] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1358.150926] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1358.151115] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1358.151384] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1358.151520] env[62295]: DEBUG nova.virt.hardware [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1358.157082] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0deca2-54e5-4f9b-8445-269aa4bfdc13 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.169565] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e49740-3d03-4b2e-b7c3-6b3e058ae150 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.174238] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786168, 'name': ReconfigVM_Task, 'duration_secs': 0.552386} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.175394] env[62295]: DEBUG nova.scheduler.client.report [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1358.184747] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 0009344a-2312-435a-b9a1-3af3e98e4bf0/0009344a-2312-435a-b9a1-3af3e98e4bf0.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.186298] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3f12973-2031-40b9-9212-7d898a9c625d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.205027] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786170, 'name': CreateVM_Task, 'duration_secs': 0.516547} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.206485] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1358.206485] env[62295]: value = "task-1786172" [ 1358.206485] env[62295]: _type = "Task" [ 1358.206485] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.208216] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.209424] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.210240] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.210681] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1358.215503] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4af651c-f378-4573-ab02-43b92b996e40 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.229583] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786172, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.235408] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786171, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.235408] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1358.235408] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5276cf80-1cde-8ac5-7cc1-dc039a470322" [ 1358.235408] env[62295]: _type = "Task" [ 1358.235408] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.244770] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5276cf80-1cde-8ac5-7cc1-dc039a470322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.482500] env[62295]: DEBUG nova.compute.manager [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1358.687280] env[62295]: DEBUG nova.compute.manager [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Received event network-vif-plugged-08f44027-aaf7-4b39-8bc1-e177487ec0bc {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1358.688203] env[62295]: DEBUG oslo_concurrency.lockutils [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] Acquiring lock "390cb599-33ae-4c1f-ad15-10d708c8e43b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.688772] env[62295]: DEBUG oslo_concurrency.lockutils [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.689656] env[62295]: DEBUG oslo_concurrency.lockutils [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.689848] env[62295]: DEBUG nova.compute.manager [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] No waiting events found dispatching network-vif-plugged-08f44027-aaf7-4b39-8bc1-e177487ec0bc {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1358.690030] env[62295]: WARNING nova.compute.manager [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Received unexpected event network-vif-plugged-08f44027-aaf7-4b39-8bc1-e177487ec0bc for instance with vm_state building and task_state spawning. [ 1358.690202] env[62295]: DEBUG nova.compute.manager [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Received event network-vif-deleted-c4e8a8ed-61dd-4a29-8af9-7263eb0cadca {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1358.690368] env[62295]: DEBUG nova.compute.manager [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Received event network-changed-08f44027-aaf7-4b39-8bc1-e177487ec0bc {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1358.690820] env[62295]: DEBUG nova.compute.manager [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Refreshing instance network info cache due to event network-changed-08f44027-aaf7-4b39-8bc1-e177487ec0bc. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1358.690820] env[62295]: DEBUG oslo_concurrency.lockutils [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] Acquiring lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.690984] env[62295]: DEBUG oslo_concurrency.lockutils [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] Acquired lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.691223] env[62295]: DEBUG nova.network.neutron [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Refreshing network info cache for port 08f44027-aaf7-4b39-8bc1-e177487ec0bc {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.697744] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.698283] env[62295]: DEBUG nova.compute.manager [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1358.701351] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.647s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.704716] env[62295]: INFO nova.compute.claims [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.730727] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786172, 'name': Rename_Task, 'duration_secs': 0.298483} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.734629] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.735112] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648283} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.735317] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9df03b67-e925-41e2-ab32-3033dd0f1efd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.737142] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f100d8a9-75d2-4100-b6c2-c915e7de6bd6/f100d8a9-75d2-4100-b6c2-c915e7de6bd6.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.737393] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.737784] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f058ee48-02cd-483c-b6b9-e9b7576cb5e4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.752463] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5276cf80-1cde-8ac5-7cc1-dc039a470322, 'name': SearchDatastore_Task, 'duration_secs': 0.060655} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.757648] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.758586] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.758907] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.762730] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.762730] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.763356] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1358.763356] env[62295]: value = "task-1786173" [ 1358.763356] env[62295]: _type = "Task" [ 1358.763356] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.763719] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for the task: (returnval){ [ 1358.763719] env[62295]: value = "task-1786174" [ 1358.763719] env[62295]: _type = "Task" [ 1358.763719] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.764359] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11d1b5be-4944-48ae-b1ae-1e31bcfa0694 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.785292] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.788688] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.790521] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.791267] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.792133] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d11f6d6-2ef1-4647-bf94-85c0def0d014 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.803245] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1358.803245] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e5fdde-2156-48ee-3639-8bac4abfa762" [ 1358.803245] env[62295]: _type = "Task" [ 1358.803245] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.819262] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e5fdde-2156-48ee-3639-8bac4abfa762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.830596] env[62295]: DEBUG nova.compute.manager [req-c1b6447e-f7f5-477c-993f-17c38610a542 req-c314ec85-cc00-4dfc-89e0-8d89f831591e service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Received event network-changed-133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1358.830596] env[62295]: DEBUG nova.compute.manager [req-c1b6447e-f7f5-477c-993f-17c38610a542 req-c314ec85-cc00-4dfc-89e0-8d89f831591e service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Refreshing instance network info cache due to event network-changed-133c1bae-19f8-4df8-8c55-42bb881fff00. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1358.830809] env[62295]: DEBUG oslo_concurrency.lockutils [req-c1b6447e-f7f5-477c-993f-17c38610a542 req-c314ec85-cc00-4dfc-89e0-8d89f831591e service nova] Acquiring lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.830988] env[62295]: DEBUG oslo_concurrency.lockutils [req-c1b6447e-f7f5-477c-993f-17c38610a542 req-c314ec85-cc00-4dfc-89e0-8d89f831591e service nova] Acquired lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.831193] env[62295]: DEBUG nova.network.neutron [req-c1b6447e-f7f5-477c-993f-17c38610a542 req-c314ec85-cc00-4dfc-89e0-8d89f831591e service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Refreshing network info cache for port 133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.022198] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.213256] env[62295]: DEBUG nova.compute.utils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1359.218572] env[62295]: DEBUG nova.compute.manager [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1359.219048] env[62295]: DEBUG nova.network.neutron [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.292023] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106929} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.292023] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786173, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.292023] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1359.292023] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58befc7b-2a0f-4baa-8de0-6ff8b530e1d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.315396] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] f100d8a9-75d2-4100-b6c2-c915e7de6bd6/f100d8a9-75d2-4100-b6c2-c915e7de6bd6.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.319368] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcabce0c-f432-4d8a-be57-a521157d5798 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.345603] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e5fdde-2156-48ee-3639-8bac4abfa762, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.348467] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for the task: (returnval){ [ 1359.348467] env[62295]: value = "task-1786175" [ 1359.348467] env[62295]: _type = "Task" [ 1359.348467] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.348467] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112ed1b2-a306-4f69-b55e-73588130d86b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.357307] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1359.357307] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524a3eef-0907-d5c8-d1b5-f180f36ccef1" [ 1359.357307] env[62295]: _type = "Task" [ 1359.357307] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.361455] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.371938] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524a3eef-0907-d5c8-d1b5-f180f36ccef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.440928] env[62295]: DEBUG nova.policy [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e2a526be4e4ba3b5b1d9d908433eb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1899798e186846e6836efffaf0e0469a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1359.724657] env[62295]: DEBUG nova.compute.manager [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1359.730973] env[62295]: DEBUG nova.network.neutron [req-c1b6447e-f7f5-477c-993f-17c38610a542 req-c314ec85-cc00-4dfc-89e0-8d89f831591e service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Updated VIF entry in instance network info cache for port 133c1bae-19f8-4df8-8c55-42bb881fff00. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.731770] env[62295]: DEBUG nova.network.neutron [req-c1b6447e-f7f5-477c-993f-17c38610a542 req-c314ec85-cc00-4dfc-89e0-8d89f831591e service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Updating instance_info_cache with network_info: [{"id": "133c1bae-19f8-4df8-8c55-42bb881fff00", "address": "fa:16:3e:9d:f0:52", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133c1bae-19", "ovs_interfaceid": "133c1bae-19f8-4df8-8c55-42bb881fff00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.791976] env[62295]: DEBUG oslo_vmware.api [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786173, 'name': PowerOnVM_Task, 'duration_secs': 0.950177} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.792997] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.794189] env[62295]: INFO nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1359.794423] env[62295]: DEBUG nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1359.795357] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e938c07-e3de-443c-ac06-d26c3e8295e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.863805] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786175, 'name': ReconfigVM_Task, 'duration_secs': 0.490236} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.869391] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Reconfigured VM instance instance-0000000d to attach disk [datastore1] f100d8a9-75d2-4100-b6c2-c915e7de6bd6/f100d8a9-75d2-4100-b6c2-c915e7de6bd6.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.873718] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cd06e3a-e8dc-4550-99ef-6ab1766561d8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.882934] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524a3eef-0907-d5c8-d1b5-f180f36ccef1, 'name': SearchDatastore_Task, 'duration_secs': 0.018008} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.884576] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.884953] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 390cb599-33ae-4c1f-ad15-10d708c8e43b/390cb599-33ae-4c1f-ad15-10d708c8e43b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.885366] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for the task: (returnval){ [ 1359.885366] env[62295]: value = "task-1786176" [ 1359.885366] env[62295]: _type = "Task" [ 1359.885366] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.886182] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15cfd61b-bfde-49b1-af54-eec23efebcae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.903717] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786176, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.905586] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1359.905586] env[62295]: value = "task-1786177" [ 1359.905586] env[62295]: _type = "Task" [ 1359.905586] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.915059] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.009117] env[62295]: INFO nova.compute.manager [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Rebuilding instance [ 1360.082313] env[62295]: DEBUG nova.compute.manager [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1360.083103] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a04a1b9-4c7b-46a7-a2a4-f89261be83b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.175634] env[62295]: DEBUG nova.network.neutron [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Updated VIF entry in instance network info cache for port 08f44027-aaf7-4b39-8bc1-e177487ec0bc. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.176013] env[62295]: DEBUG nova.network.neutron [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Updating instance_info_cache with network_info: [{"id": "08f44027-aaf7-4b39-8bc1-e177487ec0bc", "address": "fa:16:3e:2b:fd:f3", "network": {"id": "8b58677f-c6f1-4f1d-9c2e-35362ceca625", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1122939086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbefd998db8f4f90aa12320707c5b595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f44027-aa", "ovs_interfaceid": "08f44027-aaf7-4b39-8bc1-e177487ec0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.213892] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbbd829-6200-45a1-a686-ab25e1ebcfc1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.222204] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c6f7b-e713-4d58-adcf-41a3e45b7531 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.259917] env[62295]: DEBUG oslo_concurrency.lockutils [req-c1b6447e-f7f5-477c-993f-17c38610a542 req-c314ec85-cc00-4dfc-89e0-8d89f831591e service nova] Releasing lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.260810] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d722bad7-bbb7-4f33-9743-e65d936692eb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.270730] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff84ef-0d67-48da-8008-be8b4f28f40f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.293636] env[62295]: DEBUG nova.compute.provider_tree [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.326980] env[62295]: INFO nova.compute.manager [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Took 17.35 seconds to build instance. [ 1360.402901] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786176, 'name': Rename_Task, 'duration_secs': 0.212816} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.403110] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.403365] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b4fb714-9bb4-41e6-8c30-73b5cdd025b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.414172] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for the task: (returnval){ [ 1360.414172] env[62295]: value = "task-1786178" [ 1360.414172] env[62295]: _type = "Task" [ 1360.414172] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.422242] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786177, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.429459] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786178, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.601208] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.601208] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d47073c-d5c4-4614-9353-6ffb8c8672c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.614660] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for the task: (returnval){ [ 1360.614660] env[62295]: value = "task-1786179" [ 1360.614660] env[62295]: _type = "Task" [ 1360.614660] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.627183] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.637737] env[62295]: DEBUG nova.network.neutron [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Successfully created port: eec9a182-d63c-4244-be42-e7f70fafe998 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.682496] env[62295]: DEBUG oslo_concurrency.lockutils [req-15b4e42d-e72e-40de-ba42-c5b9037cc7b9 req-59860972-3de9-4830-8bf5-588d492832e8 service nova] Releasing lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.730805] env[62295]: DEBUG nova.network.neutron [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Successfully updated port: 9dcbe8b9-903d-41f5-a1dd-828effec2e7a {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.762367] env[62295]: DEBUG nova.compute.manager [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1360.796907] env[62295]: DEBUG nova.scheduler.client.report [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1360.830475] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53d6a2ae-3573-4dec-9a6c-70dd1c8fe441 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "0009344a-2312-435a-b9a1-3af3e98e4bf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.610s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.928381] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74789} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.929051] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 390cb599-33ae-4c1f-ad15-10d708c8e43b/390cb599-33ae-4c1f-ad15-10d708c8e43b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.929413] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.929815] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36c77709-fb9c-4dc8-9260-45e36895c012 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.936285] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.942956] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1360.942956] env[62295]: value = "task-1786180" [ 1360.942956] env[62295]: _type = "Task" [ 1360.942956] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.956423] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.015816] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1361.016346] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1361.016566] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.016823] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1361.016988] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.017179] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1361.017445] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1361.017626] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1361.017821] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1361.018053] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1361.018282] env[62295]: DEBUG nova.virt.hardware [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1361.019228] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50729a0e-ab96-4d18-abe0-dd36025e9d8c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.031684] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e76ff1-6b3e-456d-9ea3-d214e836a147 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.127085] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786179, 'name': PowerOffVM_Task, 'duration_secs': 0.143116} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.127403] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.127611] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.128468] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbca62b5-7315-4f6f-9d64-da54fdab71b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.136381] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.136459] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02dc8355-e468-4111-b82a-9b27893a005d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.166145] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.166454] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.166554] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Deleting the datastore file [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.166832] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da60f162-947c-4302-8b6e-a7d601807e95 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.178811] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for the task: (returnval){ [ 1361.178811] env[62295]: value = "task-1786182" [ 1361.178811] env[62295]: _type = "Task" [ 1361.178811] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.193971] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.237565] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "refresh_cache-39d5ce35-b0c9-4540-8777-ed00474b7fdd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.237565] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquired lock "refresh_cache-39d5ce35-b0c9-4540-8777-ed00474b7fdd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.237565] env[62295]: DEBUG nova.network.neutron [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.303053] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.306027] env[62295]: DEBUG nova.compute.manager [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1361.307959] env[62295]: DEBUG oslo_concurrency.lockutils [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.395s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.307959] env[62295]: DEBUG nova.objects.instance [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lazy-loading 'resources' on Instance uuid 16d5381e-f29f-417e-96a0-9afb3ac77678 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.333300] env[62295]: DEBUG nova.compute.manager [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1361.426430] env[62295]: DEBUG oslo_vmware.api [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786178, 'name': PowerOnVM_Task, 'duration_secs': 0.948653} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.427241] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.427524] env[62295]: INFO nova.compute.manager [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Took 5.49 seconds to spawn the instance on the hypervisor. [ 1361.427748] env[62295]: DEBUG nova.compute.manager [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1361.428840] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73b8d5f-d472-41a2-a137-64916cdce0ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.458753] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080374} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.459148] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.460773] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43afc7ed-cb85-41ab-9524-00b5420878ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.493674] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 390cb599-33ae-4c1f-ad15-10d708c8e43b/390cb599-33ae-4c1f-ad15-10d708c8e43b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.495039] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88616581-e45d-4c76-ae2d-702b98733a02 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.524861] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1361.524861] env[62295]: value = "task-1786183" [ 1361.524861] env[62295]: _type = "Task" [ 1361.524861] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.538292] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.689292] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3754} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.689547] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.689733] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.689908] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.806587] env[62295]: DEBUG nova.network.neutron [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.810264] env[62295]: DEBUG nova.compute.utils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.811557] env[62295]: DEBUG nova.compute.manager [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1361.814628] env[62295]: DEBUG nova.network.neutron [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.859161] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.932030] env[62295]: DEBUG nova.policy [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '935cffe2fb4e4827a2a00c59cf3ba5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8dbc31717d2417eafcd49f9ab6cdb64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1361.960799] env[62295]: INFO nova.compute.manager [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Took 16.90 seconds to build instance. [ 1362.043347] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.074978] env[62295]: DEBUG nova.compute.manager [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1362.075733] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0741a-1a90-47b3-95a5-ba87f1f13318 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.124197] env[62295]: DEBUG nova.network.neutron [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Updating instance_info_cache with network_info: [{"id": "9dcbe8b9-903d-41f5-a1dd-828effec2e7a", "address": "fa:16:3e:47:05:3f", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcbe8b9-90", "ovs_interfaceid": "9dcbe8b9-903d-41f5-a1dd-828effec2e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.154665] env[62295]: DEBUG nova.compute.manager [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Received event network-changed-133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1362.154665] env[62295]: DEBUG nova.compute.manager [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Refreshing instance network info cache due to event network-changed-133c1bae-19f8-4df8-8c55-42bb881fff00. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1362.154665] env[62295]: DEBUG oslo_concurrency.lockutils [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] Acquiring lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.154776] env[62295]: DEBUG oslo_concurrency.lockutils [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] Acquired lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.155417] env[62295]: DEBUG nova.network.neutron [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Refreshing network info cache for port 133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.254394] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f2402d-132a-43f2-a8db-2cc39112779f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.263177] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c7228b-0cb6-4fe8-b7b6-767420c173fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.303091] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff9a4b-c4fb-4e56-a347-a50143c11b1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.314023] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945ab8cb-29df-4dc8-b79e-b73c7dad47cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.319598] env[62295]: DEBUG nova.compute.manager [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1362.331760] env[62295]: DEBUG nova.compute.provider_tree [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.464987] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61993e36-cfa3-4791-9e09-bd3177402882 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lock "f100d8a9-75d2-4100-b6c2-c915e7de6bd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.831s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.536937] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786183, 'name': ReconfigVM_Task, 'duration_secs': 0.886558} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.539965] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 390cb599-33ae-4c1f-ad15-10d708c8e43b/390cb599-33ae-4c1f-ad15-10d708c8e43b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.541146] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02b2a1a8-eb1a-41ec-bea2-03a4db556252 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.548950] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1362.548950] env[62295]: value = "task-1786184" [ 1362.548950] env[62295]: _type = "Task" [ 1362.548950] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.561804] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786184, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.597268] env[62295]: INFO nova.compute.manager [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] instance snapshotting [ 1362.600224] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4877c79-5775-4734-85ad-8c636bad2546 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.604217] env[62295]: DEBUG nova.network.neutron [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Successfully created port: e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.627061] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae3de0f-a334-4854-9fc7-720b783d52a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.631357] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Releasing lock "refresh_cache-39d5ce35-b0c9-4540-8777-ed00474b7fdd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.631816] env[62295]: DEBUG nova.compute.manager [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Instance network_info: |[{"id": "9dcbe8b9-903d-41f5-a1dd-828effec2e7a", "address": "fa:16:3e:47:05:3f", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcbe8b9-90", "ovs_interfaceid": "9dcbe8b9-903d-41f5-a1dd-828effec2e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1362.635018] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:05:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dcbe8b9-903d-41f5-a1dd-828effec2e7a', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.640894] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Creating folder: Project (bdc8c636dc9b4a7fbb3b9e8029edacb5). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.641829] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11cbd91d-2783-49d0-bb52-270feb1d7646 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.659322] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Created folder: Project (bdc8c636dc9b4a7fbb3b9e8029edacb5) in parent group-v370569. [ 1362.659322] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Creating folder: Instances. Parent ref: group-v370610. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.659922] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11325077-bf70-4db3-8282-92ce4006f0a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.672975] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Created folder: Instances in parent group-v370610. [ 1362.673291] env[62295]: DEBUG oslo.service.loopingcall [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.673499] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.673762] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62af6708-bffa-41db-a572-af5419d5c448 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.694017] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.694017] env[62295]: value = "task-1786187" [ 1362.694017] env[62295]: _type = "Task" [ 1362.694017] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.705672] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786187, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.712855] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquiring lock "a2350f60-050b-44b6-a6e7-830a56b018ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.713190] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "a2350f60-050b-44b6-a6e7-830a56b018ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.733051] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1362.733051] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1362.733051] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.733382] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1362.733417] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.733815] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1362.733912] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1362.734092] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1362.734293] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1362.734466] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1362.734675] env[62295]: DEBUG nova.virt.hardware [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.736401] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265bf128-46bf-4ff8-bd64-7834f0c8608b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.748413] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510d1361-9c17-47a0-a048-3a1ccac1962d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.768536] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.774441] env[62295]: DEBUG oslo.service.loopingcall [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.774768] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.775123] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d25e30b7-713d-42cf-b038-fe96c889f20e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.792795] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.792795] env[62295]: value = "task-1786188" [ 1362.792795] env[62295]: _type = "Task" [ 1362.792795] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.802927] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786188, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.819334] env[62295]: DEBUG nova.network.neutron [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Successfully updated port: eec9a182-d63c-4244-be42-e7f70fafe998 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.835565] env[62295]: DEBUG nova.scheduler.client.report [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1362.967148] env[62295]: DEBUG nova.compute.manager [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1363.059878] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786184, 'name': Rename_Task, 'duration_secs': 0.224856} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.060203] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.060458] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0710917b-c80b-49be-9c21-a642678266ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.067653] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1363.067653] env[62295]: value = "task-1786189" [ 1363.067653] env[62295]: _type = "Task" [ 1363.067653] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.077541] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.151237] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1363.151554] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4acaa063-677d-4c60-8322-af7275897c5f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.158657] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1363.158657] env[62295]: value = "task-1786190" [ 1363.158657] env[62295]: _type = "Task" [ 1363.158657] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.167853] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.206159] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786187, 'name': CreateVM_Task, 'duration_secs': 0.43132} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.206363] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.207760] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.207978] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.208326] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.208587] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6069ea59-5c2c-4e48-88a1-4b1220513e37 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.210948] env[62295]: DEBUG nova.network.neutron [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Updated VIF entry in instance network info cache for port 133c1bae-19f8-4df8-8c55-42bb881fff00. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.211334] env[62295]: DEBUG nova.network.neutron [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Updating instance_info_cache with network_info: [{"id": "133c1bae-19f8-4df8-8c55-42bb881fff00", "address": "fa:16:3e:9d:f0:52", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap133c1bae-19", "ovs_interfaceid": "133c1bae-19f8-4df8-8c55-42bb881fff00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.215992] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1363.215992] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52da6240-74df-7013-1545-4fa523508d11" [ 1363.215992] env[62295]: _type = "Task" [ 1363.215992] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.227701] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52da6240-74df-7013-1545-4fa523508d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.305021] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786188, 'name': CreateVM_Task, 'duration_secs': 0.348423} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.305727] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.305908] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.320854] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquiring lock "refresh_cache-fc4de0e8-ec27-46cc-a5b8-cda934424578" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.321085] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquired lock "refresh_cache-fc4de0e8-ec27-46cc-a5b8-cda934424578" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.321317] env[62295]: DEBUG nova.network.neutron [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.329509] env[62295]: DEBUG nova.compute.manager [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1363.341850] env[62295]: DEBUG oslo_concurrency.lockutils [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.344537] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.330s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.346209] env[62295]: DEBUG nova.objects.instance [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Lazy-loading 'resources' on Instance uuid 2e819518-8931-4111-bf02-3e2a1acea7e0 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.374940] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1363.375240] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1363.375415] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.376494] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1363.376699] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.377093] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1363.377196] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1363.377289] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1363.377778] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1363.377778] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1363.377890] env[62295]: DEBUG nova.virt.hardware [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1363.379081] env[62295]: INFO nova.scheduler.client.report [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Deleted allocations for instance 16d5381e-f29f-417e-96a0-9afb3ac77678 [ 1363.384012] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2f28be-2930-4c79-b612-2446e5a049d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.397183] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f107a81-9a00-4e5f-95aa-29865881cd3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.489885] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.580196] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.668710] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.714597] env[62295]: DEBUG oslo_concurrency.lockutils [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] Releasing lock "refresh_cache-66cf1b6b-808a-4fa3-9535-801f067229c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.715132] env[62295]: DEBUG nova.compute.manager [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Received event network-vif-plugged-9dcbe8b9-903d-41f5-a1dd-828effec2e7a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1363.715496] env[62295]: DEBUG oslo_concurrency.lockutils [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] Acquiring lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.715931] env[62295]: DEBUG oslo_concurrency.lockutils [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] Lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.716030] env[62295]: DEBUG oslo_concurrency.lockutils [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] Lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.716180] env[62295]: DEBUG nova.compute.manager [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] No waiting events found dispatching network-vif-plugged-9dcbe8b9-903d-41f5-a1dd-828effec2e7a {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1363.716352] env[62295]: WARNING nova.compute.manager [req-b417435a-ab10-4fe6-98ca-e8bbccf9e129 req-312fffe5-7384-4300-878d-c088d40486bc service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Received unexpected event network-vif-plugged-9dcbe8b9-903d-41f5-a1dd-828effec2e7a for instance with vm_state building and task_state spawning. [ 1363.730093] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52da6240-74df-7013-1545-4fa523508d11, 'name': SearchDatastore_Task, 'duration_secs': 0.015537} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.731858] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.731858] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.731858] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.731858] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.732016] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.732016] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.732016] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.732243] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-237dbbcc-12e1-4b33-87c3-b8d58d3a37a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.734708] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177e6c2e-8764-4d17-abd2-8cee0c8b70c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.741204] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for the task: (returnval){ [ 1363.741204] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528fabe6-6e17-f703-781e-c683bcbec09f" [ 1363.741204] env[62295]: _type = "Task" [ 1363.741204] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.745447] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.745730] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.746924] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac56835-35ca-47b7-ad10-cbd8e4c1623d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.753024] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528fabe6-6e17-f703-781e-c683bcbec09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.756314] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1363.756314] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522ae0e9-e566-d9b9-7503-c8f1247e7882" [ 1363.756314] env[62295]: _type = "Task" [ 1363.756314] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.766050] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522ae0e9-e566-d9b9-7503-c8f1247e7882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.868709] env[62295]: DEBUG nova.network.neutron [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.894082] env[62295]: DEBUG oslo_concurrency.lockutils [None req-440e197b-a4bf-4826-ba4d-a6ac30f1b85c tempest-ServerDiagnosticsNegativeTest-1639081291 tempest-ServerDiagnosticsNegativeTest-1639081291-project-member] Lock "16d5381e-f29f-417e-96a0-9afb3ac77678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.731s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.090310] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.178616] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786190, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.180281] env[62295]: DEBUG nova.network.neutron [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Updating instance_info_cache with network_info: [{"id": "eec9a182-d63c-4244-be42-e7f70fafe998", "address": "fa:16:3e:e3:93:94", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec9a182-d6", "ovs_interfaceid": "eec9a182-d63c-4244-be42-e7f70fafe998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.251547] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528fabe6-6e17-f703-781e-c683bcbec09f, 'name': SearchDatastore_Task, 'duration_secs': 0.027748} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.251879] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.252193] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.252448] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.271388] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522ae0e9-e566-d9b9-7503-c8f1247e7882, 'name': SearchDatastore_Task, 'duration_secs': 0.016119} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.271388] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1510c69-e19e-443d-891a-9bc03c6622b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.278156] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1364.278156] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52458922-cfda-da76-4681-f02f07a4274e" [ 1364.278156] env[62295]: _type = "Task" [ 1364.278156] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.292421] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52458922-cfda-da76-4681-f02f07a4274e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.308475] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8abd39-53e3-4331-a59f-729e42b2e113 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.316012] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83064613-9cf6-4b1f-8bc9-c5dee31afd22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.353026] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a449402d-3975-46d7-bacc-4e3b10405034 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.368571] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc53f06-a4b6-4387-ac4c-0cb37e98cdfb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.386013] env[62295]: DEBUG nova.compute.provider_tree [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.390035] env[62295]: DEBUG nova.compute.manager [None req-3bf9e0c8-9490-43f5-a4c3-7413890dc7d6 tempest-ServerDiagnosticsV248Test-203212457 tempest-ServerDiagnosticsV248Test-203212457-project-admin] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1364.390942] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06554495-ac54-4c54-9172-b1e3b771983a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.399342] env[62295]: INFO nova.compute.manager [None req-3bf9e0c8-9490-43f5-a4c3-7413890dc7d6 tempest-ServerDiagnosticsV248Test-203212457 tempest-ServerDiagnosticsV248Test-203212457-project-admin] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Retrieving diagnostics [ 1364.400266] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f080de-c160-4569-a76f-4a30d7b7e605 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.580174] env[62295]: DEBUG oslo_vmware.api [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786189, 'name': PowerOnVM_Task, 'duration_secs': 1.447725} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.580174] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.580756] env[62295]: INFO nova.compute.manager [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1364.580756] env[62295]: DEBUG nova.compute.manager [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1364.581362] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811eea33-fcec-48ab-91ca-d0d803122705 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.673256] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786190, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.685131] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Releasing lock "refresh_cache-fc4de0e8-ec27-46cc-a5b8-cda934424578" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.686130] env[62295]: DEBUG nova.compute.manager [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Instance network_info: |[{"id": "eec9a182-d63c-4244-be42-e7f70fafe998", "address": "fa:16:3e:e3:93:94", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec9a182-d6", "ovs_interfaceid": "eec9a182-d63c-4244-be42-e7f70fafe998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1364.686286] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:93:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eec9a182-d63c-4244-be42-e7f70fafe998', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.694419] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Creating folder: Project (1899798e186846e6836efffaf0e0469a). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.694740] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e7df536-a386-4212-a7a1-a5d5255134ea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.708241] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Created folder: Project (1899798e186846e6836efffaf0e0469a) in parent group-v370569. [ 1364.708342] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Creating folder: Instances. Parent ref: group-v370614. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.708550] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1c7bd2b-895a-4d45-a6e8-2f68a1daf64d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.718769] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Created folder: Instances in parent group-v370614. [ 1364.719050] env[62295]: DEBUG oslo.service.loopingcall [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.719283] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.719584] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-807df88b-96ff-4f28-b1cd-f4e2b064e10e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.742608] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.742608] env[62295]: value = "task-1786193" [ 1364.742608] env[62295]: _type = "Task" [ 1364.742608] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.750707] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786193, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.794805] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52458922-cfda-da76-4681-f02f07a4274e, 'name': SearchDatastore_Task, 'duration_secs': 0.016983} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.794805] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.794805] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 39d5ce35-b0c9-4540-8777-ed00474b7fdd/39d5ce35-b0c9-4540-8777-ed00474b7fdd.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.794805] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.795360] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.795360] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e227ec98-e4b9-4e88-be2a-571be511e2dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.795568] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-852336b0-0f84-4edb-9887-bb59669b6ddd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.799267] env[62295]: DEBUG nova.network.neutron [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Successfully updated port: e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.805387] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1364.805387] env[62295]: value = "task-1786194" [ 1364.805387] env[62295]: _type = "Task" [ 1364.805387] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.810100] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.810332] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.811408] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df04e46-4cf7-481c-a516-5989eaf96c7d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.818022] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.822683] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for the task: (returnval){ [ 1364.822683] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5240fe4a-9434-dc29-002d-bb5ee9325836" [ 1364.822683] env[62295]: _type = "Task" [ 1364.822683] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.835453] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5240fe4a-9434-dc29-002d-bb5ee9325836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.864679] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.864876] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.865105] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.865293] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.865462] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.867791] env[62295]: INFO nova.compute.manager [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Terminating instance [ 1364.870975] env[62295]: DEBUG nova.compute.manager [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1364.871312] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.872445] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a9980c-1d7f-408e-97dc-876a2a187acd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.882201] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.882738] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2c97e40-0df0-4cbf-8855-884d4cee3420 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.889711] env[62295]: DEBUG nova.scheduler.client.report [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1364.897564] env[62295]: DEBUG oslo_vmware.api [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1364.897564] env[62295]: value = "task-1786195" [ 1364.897564] env[62295]: _type = "Task" [ 1364.897564] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.905332] env[62295]: DEBUG oslo_vmware.api [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.105327] env[62295]: INFO nova.compute.manager [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Took 20.96 seconds to build instance. [ 1365.179680] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786190, 'name': CreateSnapshot_Task, 'duration_secs': 1.754303} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.180618] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1365.181610] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28362c19-2c7f-4d0b-92f1-d36642ea366e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.256730] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786193, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.305613] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquiring lock "refresh_cache-04b4a097-782c-4119-8b22-657230f85c93" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.305613] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquired lock "refresh_cache-04b4a097-782c-4119-8b22-657230f85c93" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.305613] env[62295]: DEBUG nova.network.neutron [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.324212] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786194, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.336165] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5240fe4a-9434-dc29-002d-bb5ee9325836, 'name': SearchDatastore_Task, 'duration_secs': 0.024078} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.340853] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a393c02-b9ce-4723-ab9d-7058a2e85f64 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.348495] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for the task: (returnval){ [ 1365.348495] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5206c522-f1da-818a-8a26-5ded075b940a" [ 1365.348495] env[62295]: _type = "Task" [ 1365.348495] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.359022] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5206c522-f1da-818a-8a26-5ded075b940a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.396955] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.400688] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.127s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.403109] env[62295]: INFO nova.compute.claims [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.416203] env[62295]: DEBUG oslo_vmware.api [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786195, 'name': PowerOffVM_Task, 'duration_secs': 0.28409} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.416539] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.416707] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.418357] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d30454c-1771-4096-b2a3-8ba5453489d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.431133] env[62295]: INFO nova.scheduler.client.report [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Deleted allocations for instance 2e819518-8931-4111-bf02-3e2a1acea7e0 [ 1365.500344] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.502376] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.503575] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleting the datastore file [datastore1] 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.503575] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a7cfbdd-3a6c-4fc5-992d-da22c1321aa4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.511027] env[62295]: DEBUG oslo_vmware.api [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1365.511027] env[62295]: value = "task-1786197" [ 1365.511027] env[62295]: _type = "Task" [ 1365.511027] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.522216] env[62295]: DEBUG oslo_vmware.api [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.609799] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8cf501f8-5bd0-43c2-a3d7-cb6f4abc705e tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.132s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.626322] env[62295]: DEBUG nova.compute.manager [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Received event network-changed-9dcbe8b9-903d-41f5-a1dd-828effec2e7a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1365.626515] env[62295]: DEBUG nova.compute.manager [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Refreshing instance network info cache due to event network-changed-9dcbe8b9-903d-41f5-a1dd-828effec2e7a. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1365.626747] env[62295]: DEBUG oslo_concurrency.lockutils [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] Acquiring lock "refresh_cache-39d5ce35-b0c9-4540-8777-ed00474b7fdd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.626884] env[62295]: DEBUG oslo_concurrency.lockutils [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] Acquired lock "refresh_cache-39d5ce35-b0c9-4540-8777-ed00474b7fdd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.627408] env[62295]: DEBUG nova.network.neutron [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Refreshing network info cache for port 9dcbe8b9-903d-41f5-a1dd-828effec2e7a {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.706766] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1365.707518] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e741c53f-8ee2-4f49-b5cf-048e97d6987b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.718530] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1365.718530] env[62295]: value = "task-1786198" [ 1365.718530] env[62295]: _type = "Task" [ 1365.718530] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.733633] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786198, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.756255] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786193, 'name': CreateVM_Task, 'duration_secs': 0.729126} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.756415] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.757290] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.758458] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.758458] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.758458] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e1cddf-9586-49f9-8134-ecd7ba5ca0e0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.767247] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for the task: (returnval){ [ 1365.767247] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521807c5-087c-c25a-843d-fe3b0b3019cb" [ 1365.767247] env[62295]: _type = "Task" [ 1365.767247] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.777695] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521807c5-087c-c25a-843d-fe3b0b3019cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.821986] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682901} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.821986] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 39d5ce35-b0c9-4540-8777-ed00474b7fdd/39d5ce35-b0c9-4540-8777-ed00474b7fdd.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.821986] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.821986] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7de1cb3d-ced1-4494-8ac0-e8fa4915529e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.828922] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1365.828922] env[62295]: value = "task-1786199" [ 1365.828922] env[62295]: _type = "Task" [ 1365.828922] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.840284] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.862169] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5206c522-f1da-818a-8a26-5ded075b940a, 'name': SearchDatastore_Task, 'duration_secs': 0.054719} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.862169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.862169] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.868029] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cec8af8-ac30-4f60-92fd-5f6d184ebfdd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.873648] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for the task: (returnval){ [ 1365.873648] env[62295]: value = "task-1786200" [ 1365.873648] env[62295]: _type = "Task" [ 1365.873648] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.883202] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.908435] env[62295]: DEBUG nova.network.neutron [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.941364] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a4b7df8-9ec5-4064-86ad-f3e0cfed25d3 tempest-DeleteServersAdminTestJSON-554144011 tempest-DeleteServersAdminTestJSON-554144011-project-admin] Lock "2e819518-8931-4111-bf02-3e2a1acea7e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.827s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.024543] env[62295]: DEBUG oslo_vmware.api [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365033} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.024543] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.024543] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.024543] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.024543] env[62295]: INFO nova.compute.manager [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1366.025306] env[62295]: DEBUG oslo.service.loopingcall [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1366.025306] env[62295]: DEBUG nova.compute.manager [-] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1366.025306] env[62295]: DEBUG nova.network.neutron [-] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.116613] env[62295]: DEBUG nova.compute.manager [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1366.234279] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786198, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.284982] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521807c5-087c-c25a-843d-fe3b0b3019cb, 'name': SearchDatastore_Task, 'duration_secs': 0.019858} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.285358] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.286064] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.286064] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.286064] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.286241] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.286521] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e98e2f7e-2bb1-4b57-9ea3-0b3130bd6dde {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.306022] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.306022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.306022] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c939353-8c03-4b0d-883d-4c9aea038993 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.313500] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for the task: (returnval){ [ 1366.313500] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524f63b1-2990-1f5c-a0e6-4416a2b4c82c" [ 1366.313500] env[62295]: _type = "Task" [ 1366.313500] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.325288] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524f63b1-2990-1f5c-a0e6-4416a2b4c82c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.341539] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098225} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.341746] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.342913] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed39b189-c99d-48fe-b6e4-b116a992e7d0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.374014] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 39d5ce35-b0c9-4540-8777-ed00474b7fdd/39d5ce35-b0c9-4540-8777-ed00474b7fdd.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.377495] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da75225-9a80-4378-a1fc-7f98c61660f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.416084] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786200, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.419207] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1366.419207] env[62295]: value = "task-1786201" [ 1366.419207] env[62295]: _type = "Task" [ 1366.419207] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.430172] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.617138] env[62295]: DEBUG nova.network.neutron [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Updating instance_info_cache with network_info: [{"id": "e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9", "address": "fa:16:3e:39:c9:88", "network": {"id": "3b44cb1c-3dc6-4432-8855-8f1be41d9535", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1384333020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dbc31717d2417eafcd49f9ab6cdb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e4a3ba-d4", "ovs_interfaceid": "e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.641973] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.647209] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "0009344a-2312-435a-b9a1-3af3e98e4bf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.647544] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "0009344a-2312-435a-b9a1-3af3e98e4bf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.649029] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "0009344a-2312-435a-b9a1-3af3e98e4bf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.649265] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "0009344a-2312-435a-b9a1-3af3e98e4bf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.649451] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "0009344a-2312-435a-b9a1-3af3e98e4bf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.656411] env[62295]: INFO nova.compute.manager [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Terminating instance [ 1366.661531] env[62295]: DEBUG nova.compute.manager [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1366.661679] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.664686] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426bccb0-f1e8-4c19-a3a0-d9344be4a9ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.682630] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.682630] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d284b6-f9a7-4bfd-ae1e-4b83d6e5ee6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.690245] env[62295]: DEBUG oslo_vmware.api [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1366.690245] env[62295]: value = "task-1786202" [ 1366.690245] env[62295]: _type = "Task" [ 1366.690245] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.714608] env[62295]: DEBUG oslo_vmware.api [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.739455] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786198, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.828285] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524f63b1-2990-1f5c-a0e6-4416a2b4c82c, 'name': SearchDatastore_Task, 'duration_secs': 0.05869} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.829205] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4a6bad-6c9c-418a-befd-2a0c7c2aa85b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.836695] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for the task: (returnval){ [ 1366.836695] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288fa5a-34b7-6414-1878-63d8ccb6805f" [ 1366.836695] env[62295]: _type = "Task" [ 1366.836695] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.850740] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288fa5a-34b7-6414-1878-63d8ccb6805f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.899600] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615848} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.900400] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.901826] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.901826] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea741e84-4ed2-4db3-8e40-c2182553c7d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.910458] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for the task: (returnval){ [ 1366.910458] env[62295]: value = "task-1786203" [ 1366.910458] env[62295]: _type = "Task" [ 1366.910458] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.912592] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852bd971-2d71-47f2-943a-6572e61808a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.930268] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b6541-7238-4931-b383-714cc1e6e720 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.934123] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.939717] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.974072] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f59a2e6-63ef-41f7-89a6-9ce7eeb211cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.982746] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0473f1-09a1-46f9-8e0b-bc6346fc43ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.998681] env[62295]: DEBUG nova.compute.provider_tree [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.066383] env[62295]: DEBUG nova.network.neutron [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Updated VIF entry in instance network info cache for port 9dcbe8b9-903d-41f5-a1dd-828effec2e7a. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.066383] env[62295]: DEBUG nova.network.neutron [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Updating instance_info_cache with network_info: [{"id": "9dcbe8b9-903d-41f5-a1dd-828effec2e7a", "address": "fa:16:3e:47:05:3f", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcbe8b9-90", "ovs_interfaceid": "9dcbe8b9-903d-41f5-a1dd-828effec2e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.120692] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Releasing lock "refresh_cache-04b4a097-782c-4119-8b22-657230f85c93" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.125134] env[62295]: DEBUG nova.compute.manager [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Instance network_info: |[{"id": "e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9", "address": "fa:16:3e:39:c9:88", "network": {"id": "3b44cb1c-3dc6-4432-8855-8f1be41d9535", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1384333020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dbc31717d2417eafcd49f9ab6cdb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e4a3ba-d4", "ovs_interfaceid": "e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1367.126431] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:c9:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.137962] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Creating folder: Project (b8dbc31717d2417eafcd49f9ab6cdb64). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.138354] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-538b775c-374b-46bd-b57f-ce16395f8c1d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.153644] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Created folder: Project (b8dbc31717d2417eafcd49f9ab6cdb64) in parent group-v370569. [ 1367.153882] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Creating folder: Instances. Parent ref: group-v370619. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.154194] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7abb54d-cd52-4a2d-9944-5bbc15e6087c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.170287] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Created folder: Instances in parent group-v370619. [ 1367.170287] env[62295]: DEBUG oslo.service.loopingcall [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.170566] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.170678] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c295b84a-5e78-40eb-99b3-dea297af1265 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.202179] env[62295]: DEBUG oslo_vmware.api [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786202, 'name': PowerOffVM_Task, 'duration_secs': 0.330142} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.202451] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.202451] env[62295]: value = "task-1786206" [ 1367.202451] env[62295]: _type = "Task" [ 1367.202451] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.202762] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.202926] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.203278] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92806c7e-ec47-4d0d-8f1f-1e93d61808ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.218294] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786206, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.236016] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786198, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.350579] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.350964] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.351290] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleting the datastore file [datastore1] 0009344a-2312-435a-b9a1-3af3e98e4bf0 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.351998] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd95f688-5ab5-4117-b202-2e3768cce7d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.360661] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288fa5a-34b7-6414-1878-63d8ccb6805f, 'name': SearchDatastore_Task, 'duration_secs': 0.020053} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.361576] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.361972] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] fc4de0e8-ec27-46cc-a5b8-cda934424578/fc4de0e8-ec27-46cc-a5b8-cda934424578.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.363155] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1816d193-04b4-46eb-8d40-7ba1d6a7defc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.367819] env[62295]: DEBUG oslo_vmware.api [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1367.367819] env[62295]: value = "task-1786208" [ 1367.367819] env[62295]: _type = "Task" [ 1367.367819] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.378118] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for the task: (returnval){ [ 1367.378118] env[62295]: value = "task-1786209" [ 1367.378118] env[62295]: _type = "Task" [ 1367.378118] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.389097] env[62295]: DEBUG oslo_vmware.api [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.396597] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.425152] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121422} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.432017] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.433009] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88758564-191d-4517-ae57-f96d8690b57a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.462143] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.462676] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786201, 'name': ReconfigVM_Task, 'duration_secs': 0.665084} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.462840] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f706cde9-f938-48e7-a9d9-b24f6fc01231 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.479723] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 39d5ce35-b0c9-4540-8777-ed00474b7fdd/39d5ce35-b0c9-4540-8777-ed00474b7fdd.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.481193] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d19b172d-3035-4cbd-926b-312fa08b0d59 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.490698] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1367.490698] env[62295]: value = "task-1786210" [ 1367.490698] env[62295]: _type = "Task" [ 1367.490698] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.491894] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for the task: (returnval){ [ 1367.491894] env[62295]: value = "task-1786211" [ 1367.491894] env[62295]: _type = "Task" [ 1367.491894] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.502064] env[62295]: DEBUG nova.scheduler.client.report [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1367.512696] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786210, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.517366] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.574147] env[62295]: DEBUG oslo_concurrency.lockutils [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] Releasing lock "refresh_cache-39d5ce35-b0c9-4540-8777-ed00474b7fdd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.574567] env[62295]: DEBUG nova.compute.manager [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Received event network-vif-plugged-eec9a182-d63c-4244-be42-e7f70fafe998 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1367.574817] env[62295]: DEBUG oslo_concurrency.lockutils [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] Acquiring lock "fc4de0e8-ec27-46cc-a5b8-cda934424578-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.575108] env[62295]: DEBUG oslo_concurrency.lockutils [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] Lock "fc4de0e8-ec27-46cc-a5b8-cda934424578-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.575323] env[62295]: DEBUG oslo_concurrency.lockutils [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] Lock "fc4de0e8-ec27-46cc-a5b8-cda934424578-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.575685] env[62295]: DEBUG nova.compute.manager [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] No waiting events found dispatching network-vif-plugged-eec9a182-d63c-4244-be42-e7f70fafe998 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1367.575782] env[62295]: WARNING nova.compute.manager [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Received unexpected event network-vif-plugged-eec9a182-d63c-4244-be42-e7f70fafe998 for instance with vm_state building and task_state spawning. [ 1367.576030] env[62295]: DEBUG nova.compute.manager [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Received event network-changed-eec9a182-d63c-4244-be42-e7f70fafe998 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1367.576233] env[62295]: DEBUG nova.compute.manager [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Refreshing instance network info cache due to event network-changed-eec9a182-d63c-4244-be42-e7f70fafe998. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1367.576482] env[62295]: DEBUG oslo_concurrency.lockutils [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] Acquiring lock "refresh_cache-fc4de0e8-ec27-46cc-a5b8-cda934424578" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.576652] env[62295]: DEBUG oslo_concurrency.lockutils [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] Acquired lock "refresh_cache-fc4de0e8-ec27-46cc-a5b8-cda934424578" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.576879] env[62295]: DEBUG nova.network.neutron [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Refreshing network info cache for port eec9a182-d63c-4244-be42-e7f70fafe998 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.690853] env[62295]: DEBUG nova.network.neutron [-] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.720691] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786206, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.739771] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786198, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.885100] env[62295]: DEBUG oslo_vmware.api [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311526} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.889509] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.889715] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.889860] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.890076] env[62295]: INFO nova.compute.manager [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1367.890375] env[62295]: DEBUG oslo.service.loopingcall [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.890614] env[62295]: DEBUG nova.compute.manager [-] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1367.890730] env[62295]: DEBUG nova.network.neutron [-] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.902493] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786209, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.010225] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.010758] env[62295]: DEBUG nova.compute.manager [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1368.019751] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.115s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.021656] env[62295]: INFO nova.compute.claims [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.027547] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786210, 'name': Rename_Task, 'duration_secs': 0.343834} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.028247] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.028478] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-627a90ae-d4cf-467e-a0f8-73b37f81e3ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.034658] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.042762] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1368.042762] env[62295]: value = "task-1786212" [ 1368.042762] env[62295]: _type = "Task" [ 1368.042762] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.062090] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.194207] env[62295]: INFO nova.compute.manager [-] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Took 2.17 seconds to deallocate network for instance. [ 1368.224831] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786206, 'name': CreateVM_Task, 'duration_secs': 0.660362} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.232275] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1368.233101] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.233791] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.234297] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1368.235407] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c56d0b-4fd9-427b-81da-cb930f812681 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.253996] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786198, 'name': CloneVM_Task, 'duration_secs': 2.288867} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.255644] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Created linked-clone VM from snapshot [ 1368.259165] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155be432-61f2-40af-b361-977fbc54875b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.266800] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for the task: (returnval){ [ 1368.266800] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528bfe50-3739-6529-667b-ca7b472ad055" [ 1368.266800] env[62295]: _type = "Task" [ 1368.266800] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.279446] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Uploading image 348362d0-cc7d-4e2a-8fb4-a8502b3dc0cb {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1368.291154] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528bfe50-3739-6529-667b-ca7b472ad055, 'name': SearchDatastore_Task, 'duration_secs': 0.023115} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.294185] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.294477] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.294632] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.294843] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.295133] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.297708] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98a0459f-5737-422a-bf0a-d5c77f70c96e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.300784] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1368.301117] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea9f3fdd-7cc0-4e4e-8174-14395a97b9b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.313481] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1368.313481] env[62295]: value = "task-1786213" [ 1368.313481] env[62295]: _type = "Task" [ 1368.313481] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.318914] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.320152] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.322457] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db6e64a-f825-4591-91c1-7a6c08309b56 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.328886] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786213, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.334305] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for the task: (returnval){ [ 1368.334305] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52937991-b10d-2884-97d8-057b6275a50b" [ 1368.334305] env[62295]: _type = "Task" [ 1368.334305] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.355596] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52937991-b10d-2884-97d8-057b6275a50b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.398718] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786209, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.433526] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e9e29-7d18-5da4-6489-d3cf4c89fb36/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1368.434934] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17446ca8-e318-439a-8658-ede452fc9f33 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.446189] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e9e29-7d18-5da4-6489-d3cf4c89fb36/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1368.446336] env[62295]: ERROR oslo_vmware.rw_handles [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e9e29-7d18-5da4-6489-d3cf4c89fb36/disk-0.vmdk due to incomplete transfer. [ 1368.446690] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c287ee10-2201-4bd3-922e-bbe6d19802f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.457336] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e9e29-7d18-5da4-6489-d3cf4c89fb36/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1368.457546] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Uploaded image 0f9e0e47-086d-4f49-8306-ccbeed854b00 to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1368.462191] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1368.464716] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-70dd78e5-2997-4d56-ba58-26ed7e15abc0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.474408] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1368.474408] env[62295]: value = "task-1786214" [ 1368.474408] env[62295]: _type = "Task" [ 1368.474408] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.487576] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786214, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.519311] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786211, 'name': ReconfigVM_Task, 'duration_secs': 0.689535} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.519616] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587/68f6940a-7897-4c93-af54-ff65a55aa587.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.520264] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23f32421-d169-4243-a28c-4588b059018b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.532212] env[62295]: DEBUG nova.compute.utils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1368.534378] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for the task: (returnval){ [ 1368.534378] env[62295]: value = "task-1786215" [ 1368.534378] env[62295]: _type = "Task" [ 1368.534378] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.534651] env[62295]: DEBUG nova.compute.manager [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1368.534806] env[62295]: DEBUG nova.network.neutron [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.544084] env[62295]: DEBUG nova.network.neutron [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Updated VIF entry in instance network info cache for port eec9a182-d63c-4244-be42-e7f70fafe998. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.544084] env[62295]: DEBUG nova.network.neutron [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Updating instance_info_cache with network_info: [{"id": "eec9a182-d63c-4244-be42-e7f70fafe998", "address": "fa:16:3e:e3:93:94", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec9a182-d6", "ovs_interfaceid": "eec9a182-d63c-4244-be42-e7f70fafe998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.553318] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786215, 'name': Rename_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.566999] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.589126] env[62295]: DEBUG nova.policy [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98aa1aaf1b7d46c4a7270a8444a17efd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23b9134e14ab4218acfba2eca8caf96d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1368.714128] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.825835] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786213, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.845420] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52937991-b10d-2884-97d8-057b6275a50b, 'name': SearchDatastore_Task, 'duration_secs': 0.037742} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.846287] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac2919ef-1059-424d-b758-f569d7f6c04e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.858017] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for the task: (returnval){ [ 1368.858017] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5222807f-42e8-222e-8216-39c68844c1e3" [ 1368.858017] env[62295]: _type = "Task" [ 1368.858017] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.868312] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5222807f-42e8-222e-8216-39c68844c1e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.901439] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786209, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.922112] env[62295]: DEBUG nova.network.neutron [-] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.985580] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786214, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.009673] env[62295]: DEBUG nova.compute.manager [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Received event network-vif-plugged-e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1369.010987] env[62295]: DEBUG oslo_concurrency.lockutils [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] Acquiring lock "04b4a097-782c-4119-8b22-657230f85c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.011242] env[62295]: DEBUG oslo_concurrency.lockutils [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] Lock "04b4a097-782c-4119-8b22-657230f85c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.011413] env[62295]: DEBUG oslo_concurrency.lockutils [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] Lock "04b4a097-782c-4119-8b22-657230f85c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.011600] env[62295]: DEBUG nova.compute.manager [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] No waiting events found dispatching network-vif-plugged-e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1369.011775] env[62295]: WARNING nova.compute.manager [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Received unexpected event network-vif-plugged-e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9 for instance with vm_state building and task_state spawning. [ 1369.011942] env[62295]: DEBUG nova.compute.manager [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Received event network-changed-e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1369.012126] env[62295]: DEBUG nova.compute.manager [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Refreshing instance network info cache due to event network-changed-e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1369.012394] env[62295]: DEBUG oslo_concurrency.lockutils [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] Acquiring lock "refresh_cache-04b4a097-782c-4119-8b22-657230f85c93" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.012469] env[62295]: DEBUG oslo_concurrency.lockutils [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] Acquired lock "refresh_cache-04b4a097-782c-4119-8b22-657230f85c93" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.012626] env[62295]: DEBUG nova.network.neutron [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Refreshing network info cache for port e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.026303] env[62295]: DEBUG nova.network.neutron [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Successfully created port: 50342a3b-1a2f-493d-a03b-b2425cd5bb99 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.040716] env[62295]: DEBUG nova.compute.manager [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1369.053550] env[62295]: DEBUG oslo_concurrency.lockutils [req-b30209c2-baee-44d6-a4c7-73b4e17bf391 req-96377aaa-ae91-43ce-9336-2e5a9053d0c4 service nova] Releasing lock "refresh_cache-fc4de0e8-ec27-46cc-a5b8-cda934424578" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.065344] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786215, 'name': Rename_Task, 'duration_secs': 0.517506} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.065909] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.066022] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.066207] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2576eb90-0d9e-498b-a87b-89c941398f63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.079478] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Waiting for the task: (returnval){ [ 1369.079478] env[62295]: value = "task-1786216" [ 1369.079478] env[62295]: _type = "Task" [ 1369.079478] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.090194] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.332913] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786213, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.380250] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5222807f-42e8-222e-8216-39c68844c1e3, 'name': SearchDatastore_Task, 'duration_secs': 0.045084} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.384200] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.384200] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 04b4a097-782c-4119-8b22-657230f85c93/04b4a097-782c-4119-8b22-657230f85c93.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.384434] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be7c9698-8355-4cd6-a73f-60a92467c459 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.402177] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786209, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.678004} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.407637] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] fc4de0e8-ec27-46cc-a5b8-cda934424578/fc4de0e8-ec27-46cc-a5b8-cda934424578.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.407637] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.407637] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for the task: (returnval){ [ 1369.407637] env[62295]: value = "task-1786217" [ 1369.407637] env[62295]: _type = "Task" [ 1369.407637] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.407933] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b31d0876-33c9-436a-9a64-779b0195e5b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.424093] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquiring lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.425790] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.430791] env[62295]: INFO nova.compute.manager [-] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Took 1.54 seconds to deallocate network for instance. [ 1369.431463] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.432253] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for the task: (returnval){ [ 1369.432253] env[62295]: value = "task-1786218" [ 1369.432253] env[62295]: _type = "Task" [ 1369.432253] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.456203] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.493070] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786214, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.558796] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4722ec5c-2f23-4a25-aafb-4e3235de0ced {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.570458] env[62295]: DEBUG oslo_vmware.api [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786212, 'name': PowerOnVM_Task, 'duration_secs': 1.183178} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.574023] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.574023] env[62295]: INFO nova.compute.manager [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Took 11.47 seconds to spawn the instance on the hypervisor. [ 1369.574023] env[62295]: DEBUG nova.compute.manager [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1369.574623] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f946aa5d-9751-48a4-ae2c-6d9d90744dd0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.579336] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b40e782-0e57-4b43-b110-3aafd87a417d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.592515] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786216, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.622850] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9001cedc-ef5f-40a9-b2c7-307cde1d31d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.636089] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9574ba-47c3-44f4-940d-411c9ca3d82d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.656442] env[62295]: DEBUG nova.compute.provider_tree [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.835388] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786213, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.926831] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.951852] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.952666] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073372} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.952948] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.953829] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bf0389-a260-4a37-a2a5-a1407326af1b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.979716] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] fc4de0e8-ec27-46cc-a5b8-cda934424578/fc4de0e8-ec27-46cc-a5b8-cda934424578.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.980213] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a053e8-2e00-4fb8-80e2-7e2f718d4755 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.007058] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786214, 'name': Destroy_Task, 'duration_secs': 1.147098} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.008475] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Destroyed the VM [ 1370.008818] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1370.009153] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for the task: (returnval){ [ 1370.009153] env[62295]: value = "task-1786219" [ 1370.009153] env[62295]: _type = "Task" [ 1370.009153] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.009848] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-997fe0ac-cd39-468e-9cfc-da8fe5960c42 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.024576] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.026398] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1370.026398] env[62295]: value = "task-1786220" [ 1370.026398] env[62295]: _type = "Task" [ 1370.026398] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.036525] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.063022] env[62295]: DEBUG nova.compute.manager [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1370.073313] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "1f3d02c2-90ac-4113-b83b-59f6989810d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.073649] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "1f3d02c2-90ac-4113-b83b-59f6989810d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.094706] env[62295]: DEBUG oslo_vmware.api [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Task: {'id': task-1786216, 'name': PowerOnVM_Task, 'duration_secs': 0.794445} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.097295] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T02:06:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1318049905',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1413346470',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1370.097295] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1370.097295] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.097528] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1370.097777] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.097777] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1370.097979] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1370.098162] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1370.098350] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1370.098502] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1370.098665] env[62295]: DEBUG nova.virt.hardware [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1370.098960] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.099170] env[62295]: DEBUG nova.compute.manager [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1370.099964] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bbfd59-4e00-4b97-b2a2-71fbb53a279e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.103069] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896447bf-ef8d-4d48-90f1-13f9835e9216 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.113418] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666c6770-fdd5-452f-b207-42e90b7bee0d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.141601] env[62295]: INFO nova.compute.manager [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Took 24.43 seconds to build instance. [ 1370.159665] env[62295]: DEBUG nova.scheduler.client.report [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1370.237369] env[62295]: DEBUG nova.network.neutron [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Updated VIF entry in instance network info cache for port e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.237369] env[62295]: DEBUG nova.network.neutron [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Updating instance_info_cache with network_info: [{"id": "e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9", "address": "fa:16:3e:39:c9:88", "network": {"id": "3b44cb1c-3dc6-4432-8855-8f1be41d9535", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1384333020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dbc31717d2417eafcd49f9ab6cdb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e4a3ba-d4", "ovs_interfaceid": "e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.333980] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786213, 'name': Destroy_Task, 'duration_secs': 1.612936} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.334430] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Destroyed the VM [ 1370.335392] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1370.335392] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4046ff42-d8e4-48bf-8f7a-b76342032292 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.344713] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1370.344713] env[62295]: value = "task-1786221" [ 1370.344713] env[62295]: _type = "Task" [ 1370.344713] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.354916] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786221, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.429941] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607702} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.429941] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 04b4a097-782c-4119-8b22-657230f85c93/04b4a097-782c-4119-8b22-657230f85c93.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.429941] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.429941] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f453924-5fd3-46fa-9f0a-107db13ec179 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.437050] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for the task: (returnval){ [ 1370.437050] env[62295]: value = "task-1786222" [ 1370.437050] env[62295]: _type = "Task" [ 1370.437050] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.450588] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.522071] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786219, 'name': ReconfigVM_Task, 'duration_secs': 0.417818} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.522355] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Reconfigured VM instance instance-0000000f to attach disk [datastore1] fc4de0e8-ec27-46cc-a5b8-cda934424578/fc4de0e8-ec27-46cc-a5b8-cda934424578.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.523025] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63938833-a082-4272-900d-0d739d5fff9e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.532128] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for the task: (returnval){ [ 1370.532128] env[62295]: value = "task-1786223" [ 1370.532128] env[62295]: _type = "Task" [ 1370.532128] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.539794] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786220, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.549574] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786223, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.555505] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.555505] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.634520] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.648102] env[62295]: DEBUG oslo_concurrency.lockutils [None req-63616a50-e8fb-4487-a8a0-9cb67fcf26f5 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.793s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.664502] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.665127] env[62295]: DEBUG nova.compute.manager [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1370.668837] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.384s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.669268] env[62295]: DEBUG nova.objects.instance [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lazy-loading 'resources' on Instance uuid dc0c5829-19f3-4061-addf-59c663ae74a1 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.739772] env[62295]: DEBUG oslo_concurrency.lockutils [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] Releasing lock "refresh_cache-04b4a097-782c-4119-8b22-657230f85c93" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.740341] env[62295]: DEBUG nova.compute.manager [req-a395f1f3-123a-4919-b20d-6cd94f1ab8b8 req-f935ed01-de2e-454d-8452-a0b0e9cef5f5 service nova] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Received event network-vif-deleted-86d8942d-655b-4766-a5e4-d812aa43a16a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1370.859928] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786221, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.954021] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231611} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.954021] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1370.954021] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c674b996-a9b7-4f6d-92ea-a44710d94a88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.980181] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 04b4a097-782c-4119-8b22-657230f85c93/04b4a097-782c-4119-8b22-657230f85c93.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.981306] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea0a8b1-9c9f-4526-852a-df468f0dd7e0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.016718] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for the task: (returnval){ [ 1371.016718] env[62295]: value = "task-1786224" [ 1371.016718] env[62295]: _type = "Task" [ 1371.016718] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.026486] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.044680] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786220, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.052489] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786223, 'name': Rename_Task, 'duration_secs': 0.398} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.053057] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.053152] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d4a4faf-355b-410d-9a7e-659ccc0743f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.065138] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for the task: (returnval){ [ 1371.065138] env[62295]: value = "task-1786225" [ 1371.065138] env[62295]: _type = "Task" [ 1371.065138] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.077300] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.152327] env[62295]: DEBUG nova.compute.manager [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1371.175886] env[62295]: DEBUG nova.compute.utils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.180913] env[62295]: DEBUG nova.compute.manager [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1371.181105] env[62295]: DEBUG nova.network.neutron [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.276066] env[62295]: DEBUG nova.compute.manager [req-d0a17256-1447-49f1-96a8-e6847c2e6d9a req-dab55704-960a-46b7-8a5d-cf8928f9d59d service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Received event network-changed-08f44027-aaf7-4b39-8bc1-e177487ec0bc {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1371.276261] env[62295]: DEBUG nova.compute.manager [req-d0a17256-1447-49f1-96a8-e6847c2e6d9a req-dab55704-960a-46b7-8a5d-cf8928f9d59d service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Refreshing instance network info cache due to event network-changed-08f44027-aaf7-4b39-8bc1-e177487ec0bc. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1371.276469] env[62295]: DEBUG oslo_concurrency.lockutils [req-d0a17256-1447-49f1-96a8-e6847c2e6d9a req-dab55704-960a-46b7-8a5d-cf8928f9d59d service nova] Acquiring lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.276619] env[62295]: DEBUG oslo_concurrency.lockutils [req-d0a17256-1447-49f1-96a8-e6847c2e6d9a req-dab55704-960a-46b7-8a5d-cf8928f9d59d service nova] Acquired lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.276826] env[62295]: DEBUG nova.network.neutron [req-d0a17256-1447-49f1-96a8-e6847c2e6d9a req-dab55704-960a-46b7-8a5d-cf8928f9d59d service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Refreshing network info cache for port 08f44027-aaf7-4b39-8bc1-e177487ec0bc {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.331805] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.331805] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1371.331805] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1371.345642] env[62295]: DEBUG nova.policy [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b0792462bda4563a4f50516591da2d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f566cd8a0e4b4fbfb3371c59eb6bfd9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1371.365855] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786221, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.535067] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.548480] env[62295]: DEBUG oslo_vmware.api [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786220, 'name': RemoveSnapshot_Task, 'duration_secs': 1.285701} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.555814] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1371.555814] env[62295]: INFO nova.compute.manager [None req-fee88d2a-dfd6-4c05-8a4c-c21776f55ba4 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Took 19.44 seconds to snapshot the instance on the hypervisor. [ 1371.578049] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.685157] env[62295]: DEBUG nova.compute.manager [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1371.695166] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.776645] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd0a289-0c49-47c2-b4e0-41246bbfac5d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.785328] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed46095b-ff2e-4349-b52f-295adf689060 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.831562] env[62295]: DEBUG nova.network.neutron [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Successfully updated port: 50342a3b-1a2f-493d-a03b-b2425cd5bb99 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.833811] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85b62a3-fa54-42df-91a3-d9ab7a696abe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.846579] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Skipping network cache update for instance because it is Building. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1371.846887] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Skipping network cache update for instance because it is Building. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1371.847088] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Skipping network cache update for instance because it is Building. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1371.847220] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Skipping network cache update for instance because it is Building. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1371.861256] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044ded5f-9211-43cf-bedb-784b2e25f9a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.873800] env[62295]: DEBUG oslo_vmware.api [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786221, 'name': RemoveSnapshot_Task, 'duration_secs': 1.369327} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.874566] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1371.894730] env[62295]: DEBUG nova.compute.provider_tree [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.896929] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-dc0c5829-19f3-4061-addf-59c663ae74a1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.896929] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-dc0c5829-19f3-4061-addf-59c663ae74a1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.896929] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1371.896929] env[62295]: DEBUG nova.objects.instance [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lazy-loading 'info_cache' on Instance uuid dc0c5829-19f3-4061-addf-59c663ae74a1 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.040249] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786224, 'name': ReconfigVM_Task, 'duration_secs': 0.615904} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.044673] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 04b4a097-782c-4119-8b22-657230f85c93/04b4a097-782c-4119-8b22-657230f85c93.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.048518] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-637d9d08-38f7-4e2a-9ab6-a87b9cd54e92 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.052031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquiring lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.053021] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.066172] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for the task: (returnval){ [ 1372.066172] env[62295]: value = "task-1786226" [ 1372.066172] env[62295]: _type = "Task" [ 1372.066172] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.089300] env[62295]: DEBUG oslo_vmware.api [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786225, 'name': PowerOnVM_Task, 'duration_secs': 0.969515} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.089682] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786226, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.090843] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.091100] env[62295]: INFO nova.compute.manager [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Took 11.33 seconds to spawn the instance on the hypervisor. [ 1372.091336] env[62295]: DEBUG nova.compute.manager [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1372.092409] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5156f3-6c64-4127-82c2-33ce0ef20f7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.112325] env[62295]: DEBUG nova.network.neutron [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Successfully created port: 731269a4-3fc4-432a-93bd-bbc330bee5f7 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.345045] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "refresh_cache-dc4e5417-02d8-45f3-a905-36fcffbc565d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.345045] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquired lock "refresh_cache-dc4e5417-02d8-45f3-a905-36fcffbc565d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.345226] env[62295]: DEBUG nova.network.neutron [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.397727] env[62295]: WARNING nova.compute.manager [None req-8fceac61-7f51-4362-ae74-51615c847501 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Image not found during snapshot: nova.exception.ImageNotFound: Image 348362d0-cc7d-4e2a-8fb4-a8502b3dc0cb could not be found. [ 1372.426305] env[62295]: ERROR nova.scheduler.client.report [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] [req-5c425740-a454-483c-9b69-349d69fab573] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c425740-a454-483c-9b69-349d69fab573"}]} [ 1372.451243] env[62295]: DEBUG nova.scheduler.client.report [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1372.472608] env[62295]: DEBUG nova.scheduler.client.report [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1372.472946] env[62295]: DEBUG nova.compute.provider_tree [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.488009] env[62295]: DEBUG nova.scheduler.client.report [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1372.513933] env[62295]: DEBUG nova.scheduler.client.report [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1372.537963] env[62295]: DEBUG nova.compute.manager [req-5de7818f-28d6-4ea3-9bdb-9f258ccfe130 req-12cb36f2-d656-4e36-a820-bf29312f9294 service nova] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Received event network-vif-deleted-7bb2d220-dca9-49f1-b22c-88f8624307dc {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1372.581655] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786226, 'name': Rename_Task, 'duration_secs': 0.239929} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.587352] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.588577] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-591c3d54-ca46-44d8-b98d-b6227a68292a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.597098] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for the task: (returnval){ [ 1372.597098] env[62295]: value = "task-1786227" [ 1372.597098] env[62295]: _type = "Task" [ 1372.597098] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.615067] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.617414] env[62295]: INFO nova.compute.manager [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Took 26.33 seconds to build instance. [ 1372.713315] env[62295]: DEBUG nova.compute.manager [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1372.762100] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1372.762981] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1372.762981] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.762981] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1372.762981] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.763760] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1372.763760] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1372.763760] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1372.763760] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1372.763936] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1372.764113] env[62295]: DEBUG nova.virt.hardware [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1372.764961] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a315b677-e45b-49ca-bef6-1cc9798d38a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.779057] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f166a-5ea4-40dc-8ea2-57e834266767 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.830274] env[62295]: DEBUG nova.network.neutron [req-d0a17256-1447-49f1-96a8-e6847c2e6d9a req-dab55704-960a-46b7-8a5d-cf8928f9d59d service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Updated VIF entry in instance network info cache for port 08f44027-aaf7-4b39-8bc1-e177487ec0bc. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.832034] env[62295]: DEBUG nova.network.neutron [req-d0a17256-1447-49f1-96a8-e6847c2e6d9a req-dab55704-960a-46b7-8a5d-cf8928f9d59d service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Updating instance_info_cache with network_info: [{"id": "08f44027-aaf7-4b39-8bc1-e177487ec0bc", "address": "fa:16:3e:2b:fd:f3", "network": {"id": "8b58677f-c6f1-4f1d-9c2e-35362ceca625", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1122939086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbefd998db8f4f90aa12320707c5b595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f44027-aa", "ovs_interfaceid": "08f44027-aaf7-4b39-8bc1-e177487ec0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.939052] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.947490] env[62295]: DEBUG nova.network.neutron [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.080636] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcdf42a-cb77-44f9-9adc-c92051691752 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.093468] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087a54f4-d9b1-4f63-93fe-d299bb6e9dae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.136200] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b017026-0675-4d4e-b1a6-f72d8bb5296e tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lock "fc4de0e8-ec27-46cc-a5b8-cda934424578" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.305s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.137350] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8319cc3-0cc8-4737-8837-036622a02e48 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.146444] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786227, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.153869] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b0e7e9-7948-401a-8ab6-0729633258f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.175181] env[62295]: DEBUG nova.compute.provider_tree [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.291348] env[62295]: DEBUG nova.network.neutron [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Updating instance_info_cache with network_info: [{"id": "50342a3b-1a2f-493d-a03b-b2425cd5bb99", "address": "fa:16:3e:0c:fc:22", "network": {"id": "d52ee999-79ad-4e29-ab20-dcebfe5b94c5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-673135112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b9134e14ab4218acfba2eca8caf96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50342a3b-1a", "ovs_interfaceid": "50342a3b-1a2f-493d-a03b-b2425cd5bb99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.337942] env[62295]: DEBUG oslo_concurrency.lockutils [req-d0a17256-1447-49f1-96a8-e6847c2e6d9a req-dab55704-960a-46b7-8a5d-cf8928f9d59d service nova] Releasing lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.339386] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "68f6940a-7897-4c93-af54-ff65a55aa587" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.339386] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "68f6940a-7897-4c93-af54-ff65a55aa587" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.339386] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "68f6940a-7897-4c93-af54-ff65a55aa587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.339386] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "68f6940a-7897-4c93-af54-ff65a55aa587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.339700] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "68f6940a-7897-4c93-af54-ff65a55aa587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.343927] env[62295]: INFO nova.compute.manager [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Terminating instance [ 1373.344291] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "refresh_cache-68f6940a-7897-4c93-af54-ff65a55aa587" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.344444] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquired lock "refresh_cache-68f6940a-7897-4c93-af54-ff65a55aa587" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.344617] env[62295]: DEBUG nova.network.neutron [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.610260] env[62295]: DEBUG oslo_vmware.api [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786227, 'name': PowerOnVM_Task, 'duration_secs': 0.65116} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.610472] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.610679] env[62295]: INFO nova.compute.manager [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1373.610884] env[62295]: DEBUG nova.compute.manager [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1373.611754] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c97fa-88c3-442f-82c7-7c613f24dbce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.623193] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.641585] env[62295]: DEBUG nova.compute.manager [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1373.732337] env[62295]: DEBUG nova.scheduler.client.report [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1373.732598] env[62295]: DEBUG nova.compute.provider_tree [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 34 to 35 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1373.732776] env[62295]: DEBUG nova.compute.provider_tree [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.796139] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Releasing lock "refresh_cache-dc4e5417-02d8-45f3-a905-36fcffbc565d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.796431] env[62295]: DEBUG nova.compute.manager [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Instance network_info: |[{"id": "50342a3b-1a2f-493d-a03b-b2425cd5bb99", "address": "fa:16:3e:0c:fc:22", "network": {"id": "d52ee999-79ad-4e29-ab20-dcebfe5b94c5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-673135112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b9134e14ab4218acfba2eca8caf96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50342a3b-1a", "ovs_interfaceid": "50342a3b-1a2f-493d-a03b-b2425cd5bb99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1373.796885] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:fc:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50342a3b-1a2f-493d-a03b-b2425cd5bb99', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.806305] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Creating folder: Project (23b9134e14ab4218acfba2eca8caf96d). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.806578] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6126dbc8-3b97-43c8-aa24-d0a834849148 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.824983] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Created folder: Project (23b9134e14ab4218acfba2eca8caf96d) in parent group-v370569. [ 1373.824983] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Creating folder: Instances. Parent ref: group-v370622. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.824983] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b73b253-f867-4f0b-b730-96021ebc5a0a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.836090] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Created folder: Instances in parent group-v370622. [ 1373.836339] env[62295]: DEBUG oslo.service.loopingcall [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.836530] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.836732] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f59d721-b03b-4ac5-bbec-b094155bd36c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.861262] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.861262] env[62295]: value = "task-1786230" [ 1373.861262] env[62295]: _type = "Task" [ 1373.861262] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.870570] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786230, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.880565] env[62295]: DEBUG nova.network.neutron [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.010299] env[62295]: DEBUG nova.network.neutron [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.135775] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-dc0c5829-19f3-4061-addf-59c663ae74a1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.136051] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1374.140351] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.141377] env[62295]: INFO nova.compute.manager [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Took 25.11 seconds to build instance. [ 1374.141804] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.142056] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.142230] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1374.178197] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.240606] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.570s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.244319] env[62295]: DEBUG oslo_concurrency.lockutils [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.630s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.244859] env[62295]: DEBUG nova.objects.instance [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lazy-loading 'resources' on Instance uuid bb795a9a-0e43-4280-936d-f206adff8ad7 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.271443] env[62295]: INFO nova.scheduler.client.report [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Deleted allocations for instance dc0c5829-19f3-4061-addf-59c663ae74a1 [ 1374.331575] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.331899] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.371362] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786230, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.515321] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Releasing lock "refresh_cache-68f6940a-7897-4c93-af54-ff65a55aa587" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.515792] env[62295]: DEBUG nova.compute.manager [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1374.515995] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.516876] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc4d271-81d6-47d7-9c9f-b2bad4510590 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.529187] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.529187] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9947754-2a03-4e45-a429-13d725ff581f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.534992] env[62295]: DEBUG oslo_vmware.api [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1374.534992] env[62295]: value = "task-1786231" [ 1374.534992] env[62295]: _type = "Task" [ 1374.534992] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.544082] env[62295]: DEBUG oslo_vmware.api [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.646619] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e31e9702-d227-493e-98b8-224d759d7f99 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Lock "04b4a097-782c-4119-8b22-657230f85c93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.799s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.701421] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.701904] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.761282] env[62295]: DEBUG nova.network.neutron [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Successfully updated port: 731269a4-3fc4-432a-93bd-bbc330bee5f7 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.791405] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6239747-2879-4016-a61b-8ab1d37f52df tempest-TenantUsagesTestJSON-619143169 tempest-TenantUsagesTestJSON-619143169-project-member] Lock "dc0c5829-19f3-4061-addf-59c663ae74a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.316s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.876610] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786230, 'name': CreateVM_Task, 'duration_secs': 0.627117} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.876884] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.880038] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.880038] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.880038] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.880038] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba9a599-eeb2-4bc5-b60e-8632327d62ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.884125] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1374.884125] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52271e91-38ba-3198-8058-c1a62d176c3d" [ 1374.884125] env[62295]: _type = "Task" [ 1374.884125] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.894374] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52271e91-38ba-3198-8058-c1a62d176c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.981286] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.981606] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.981874] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.982038] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.982169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.984765] env[62295]: INFO nova.compute.manager [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Terminating instance [ 1374.989128] env[62295]: DEBUG nova.compute.manager [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1374.989128] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.989128] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58999ba6-7490-470a-afd7-b32108696a83 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.999050] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.999329] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0937762-53ca-4f2e-aade-5422f9d4e040 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.013383] env[62295]: DEBUG oslo_vmware.api [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1375.013383] env[62295]: value = "task-1786232" [ 1375.013383] env[62295]: _type = "Task" [ 1375.013383] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.033213] env[62295]: DEBUG oslo_vmware.api [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.053420] env[62295]: DEBUG oslo_vmware.api [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786231, 'name': PowerOffVM_Task, 'duration_secs': 0.25496} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.053705] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.053898] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.054491] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a61839b4-cf0c-429b-9a5b-a42707f630d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.096089] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.096089] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.096196] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Deleting the datastore file [datastore1] 68f6940a-7897-4c93-af54-ff65a55aa587 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.096503] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a90e3615-61d6-4a76-b61c-3b6e8f729271 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.112273] env[62295]: DEBUG oslo_vmware.api [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for the task: (returnval){ [ 1375.112273] env[62295]: value = "task-1786234" [ 1375.112273] env[62295]: _type = "Task" [ 1375.112273] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.125443] env[62295]: DEBUG oslo_vmware.api [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.155656] env[62295]: DEBUG nova.compute.manager [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1375.264997] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquiring lock "refresh_cache-7c309611-0761-44d2-9e85-7cfc19e38f2e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.265173] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquired lock "refresh_cache-7c309611-0761-44d2-9e85-7cfc19e38f2e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.265330] env[62295]: DEBUG nova.network.neutron [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.275328] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967037a8-41b9-480b-ae02-6de9535ddbc9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.288625] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327307ce-530d-428c-a792-0b6a0e30776b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.329029] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d06ac9-11ab-4582-9213-1f1095bf0927 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.331375] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.341589] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6287b84e-ceb0-4dbb-8466-435fb2300261 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.365285] env[62295]: DEBUG nova.compute.provider_tree [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.399965] env[62295]: DEBUG nova.compute.manager [None req-338e66ee-775a-4bb3-a1d9-ec53f33150b5 tempest-ServerExternalEventsTest-601546208 tempest-ServerExternalEventsTest-601546208-project] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Received event network-changed {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1375.403084] env[62295]: DEBUG nova.compute.manager [None req-338e66ee-775a-4bb3-a1d9-ec53f33150b5 tempest-ServerExternalEventsTest-601546208 tempest-ServerExternalEventsTest-601546208-project] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Refreshing instance network info cache due to event network-changed. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1375.403084] env[62295]: DEBUG oslo_concurrency.lockutils [None req-338e66ee-775a-4bb3-a1d9-ec53f33150b5 tempest-ServerExternalEventsTest-601546208 tempest-ServerExternalEventsTest-601546208-project] Acquiring lock "refresh_cache-fc4de0e8-ec27-46cc-a5b8-cda934424578" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.403084] env[62295]: DEBUG oslo_concurrency.lockutils [None req-338e66ee-775a-4bb3-a1d9-ec53f33150b5 tempest-ServerExternalEventsTest-601546208 tempest-ServerExternalEventsTest-601546208-project] Acquired lock "refresh_cache-fc4de0e8-ec27-46cc-a5b8-cda934424578" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.403084] env[62295]: DEBUG nova.network.neutron [None req-338e66ee-775a-4bb3-a1d9-ec53f33150b5 tempest-ServerExternalEventsTest-601546208 tempest-ServerExternalEventsTest-601546208-project] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.406217] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52271e91-38ba-3198-8058-c1a62d176c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.015814} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.406819] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.406968] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.407180] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.407319] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.407533] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.407996] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84bb9584-8cb5-4082-af71-82520c05b777 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.419758] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.420602] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.420950] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffd0413-1a38-4068-9eab-c7db15339153 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.427630] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1375.427630] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528aa8a9-d99a-4351-5290-1247b450f20e" [ 1375.427630] env[62295]: _type = "Task" [ 1375.427630] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.430424] env[62295]: DEBUG nova.compute.manager [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Received event network-vif-plugged-50342a3b-1a2f-493d-a03b-b2425cd5bb99 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1375.430563] env[62295]: DEBUG oslo_concurrency.lockutils [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] Acquiring lock "dc4e5417-02d8-45f3-a905-36fcffbc565d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.430776] env[62295]: DEBUG oslo_concurrency.lockutils [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] Lock "dc4e5417-02d8-45f3-a905-36fcffbc565d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.430950] env[62295]: DEBUG oslo_concurrency.lockutils [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] Lock "dc4e5417-02d8-45f3-a905-36fcffbc565d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.431136] env[62295]: DEBUG nova.compute.manager [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] No waiting events found dispatching network-vif-plugged-50342a3b-1a2f-493d-a03b-b2425cd5bb99 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1375.431374] env[62295]: WARNING nova.compute.manager [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Received unexpected event network-vif-plugged-50342a3b-1a2f-493d-a03b-b2425cd5bb99 for instance with vm_state building and task_state spawning. [ 1375.431449] env[62295]: DEBUG nova.compute.manager [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Received event network-changed-50342a3b-1a2f-493d-a03b-b2425cd5bb99 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1375.431598] env[62295]: DEBUG nova.compute.manager [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Refreshing instance network info cache due to event network-changed-50342a3b-1a2f-493d-a03b-b2425cd5bb99. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1375.431776] env[62295]: DEBUG oslo_concurrency.lockutils [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] Acquiring lock "refresh_cache-dc4e5417-02d8-45f3-a905-36fcffbc565d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.432120] env[62295]: DEBUG oslo_concurrency.lockutils [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] Acquired lock "refresh_cache-dc4e5417-02d8-45f3-a905-36fcffbc565d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.432120] env[62295]: DEBUG nova.network.neutron [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Refreshing network info cache for port 50342a3b-1a2f-493d-a03b-b2425cd5bb99 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.445931] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528aa8a9-d99a-4351-5290-1247b450f20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.526876] env[62295]: DEBUG oslo_vmware.api [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786232, 'name': PowerOffVM_Task, 'duration_secs': 0.276686} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.527213] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.527613] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.528032] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb7e14af-75fc-4ac4-8cbd-ab730d134430 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.621453] env[62295]: DEBUG oslo_vmware.api [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Task: {'id': task-1786234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198286} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.621788] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.621894] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.622083] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.622535] env[62295]: INFO nova.compute.manager [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1375.622815] env[62295]: DEBUG oslo.service.loopingcall [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.623093] env[62295]: DEBUG nova.compute.manager [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1375.623093] env[62295]: DEBUG nova.network.neutron [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.656424] env[62295]: DEBUG nova.network.neutron [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.684277] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.703405] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.703405] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.703695] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Deleting the datastore file [datastore1] a1191537-92d0-4618-9bb8-b7f3dc7129f2 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.703740] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19a5d620-66f3-4010-a0d4-e2bd47d33c70 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.713163] env[62295]: DEBUG oslo_vmware.api [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1375.713163] env[62295]: value = "task-1786236" [ 1375.713163] env[62295]: _type = "Task" [ 1375.713163] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.722687] env[62295]: DEBUG oslo_vmware.api [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.841836] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.851401] env[62295]: DEBUG nova.network.neutron [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.855839] env[62295]: DEBUG nova.compute.manager [None req-2d7c9a83-4a11-4d23-9922-c90cdb8972b1 tempest-ServerDiagnosticsV248Test-203212457 tempest-ServerDiagnosticsV248Test-203212457-project-admin] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1375.858071] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a443dc79-83c3-4dc9-bf51-61743353b728 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.872031] env[62295]: INFO nova.compute.manager [None req-2d7c9a83-4a11-4d23-9922-c90cdb8972b1 tempest-ServerDiagnosticsV248Test-203212457 tempest-ServerDiagnosticsV248Test-203212457-project-admin] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Retrieving diagnostics [ 1375.873576] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec4baa9-ef65-4b61-bca9-0721d7c8f466 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.916739] env[62295]: ERROR nova.scheduler.client.report [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [req-ef16420b-6cbb-43dc-90fb-45775662eb08] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef16420b-6cbb-43dc-90fb-45775662eb08"}]} [ 1375.948541] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528aa8a9-d99a-4351-5290-1247b450f20e, 'name': SearchDatastore_Task, 'duration_secs': 0.055641} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.953834] env[62295]: DEBUG nova.scheduler.client.report [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1375.953834] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efae54e5-f864-4006-bfe1-1790c11df8c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.961333] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1375.961333] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a02d6d-6e43-0c3c-7676-a89e7c0808c7" [ 1375.961333] env[62295]: _type = "Task" [ 1375.961333] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.971388] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a02d6d-6e43-0c3c-7676-a89e7c0808c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.976022] env[62295]: DEBUG nova.scheduler.client.report [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1375.976202] env[62295]: DEBUG nova.compute.provider_tree [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.989054] env[62295]: DEBUG nova.scheduler.client.report [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1376.021793] env[62295]: DEBUG nova.scheduler.client.report [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1376.162111] env[62295]: DEBUG nova.network.neutron [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.230285] env[62295]: DEBUG oslo_vmware.api [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223335} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.230576] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.230761] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.230947] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.231119] env[62295]: INFO nova.compute.manager [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1376.231382] env[62295]: DEBUG oslo.service.loopingcall [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.231643] env[62295]: DEBUG nova.compute.manager [-] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1376.231838] env[62295]: DEBUG nova.network.neutron [-] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.472990] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d021d2e-ddb3-4790-b08b-c7198a9cde28 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.483083] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a02d6d-6e43-0c3c-7676-a89e7c0808c7, 'name': SearchDatastore_Task, 'duration_secs': 0.028474} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.483929] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.484451] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] dc4e5417-02d8-45f3-a905-36fcffbc565d/dc4e5417-02d8-45f3-a905-36fcffbc565d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.484451] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56a05559-0d91-4f63-a13e-38eb6de4475d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.493208] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3836c241-9c53-4987-aced-de21e3b3c2de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.496134] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1376.496134] env[62295]: value = "task-1786241" [ 1376.496134] env[62295]: _type = "Task" [ 1376.496134] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.534137] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900220ef-27a0-4290-90d2-171db2181488 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.540046] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.545915] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c101f686-7e1d-4646-b7d6-d9f1a4857ffc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.563561] env[62295]: DEBUG nova.compute.provider_tree [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.664916] env[62295]: INFO nova.compute.manager [-] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Took 1.04 seconds to deallocate network for instance. [ 1376.751975] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquiring lock "fc4de0e8-ec27-46cc-a5b8-cda934424578" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.752317] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lock "fc4de0e8-ec27-46cc-a5b8-cda934424578" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.752590] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquiring lock "fc4de0e8-ec27-46cc-a5b8-cda934424578-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.752880] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lock "fc4de0e8-ec27-46cc-a5b8-cda934424578-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.753313] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lock "fc4de0e8-ec27-46cc-a5b8-cda934424578-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.755401] env[62295]: INFO nova.compute.manager [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Terminating instance [ 1376.760016] env[62295]: DEBUG nova.compute.manager [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1376.760016] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.760016] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e20c35d-fa59-4e22-81eb-39788c5b5c8f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.767749] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.767991] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd61bfef-2b41-4c79-9e88-94c1c6969269 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.775608] env[62295]: DEBUG oslo_vmware.api [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for the task: (returnval){ [ 1376.775608] env[62295]: value = "task-1786242" [ 1376.775608] env[62295]: _type = "Task" [ 1376.775608] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.784443] env[62295]: DEBUG oslo_vmware.api [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.829482] env[62295]: DEBUG nova.network.neutron [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Updating instance_info_cache with network_info: [{"id": "731269a4-3fc4-432a-93bd-bbc330bee5f7", "address": "fa:16:3e:22:f1:e4", "network": {"id": "fe0b0464-a86c-438d-a37f-1e1e4db7fc01", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1230481022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f566cd8a0e4b4fbfb3371c59eb6bfd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731269a4-3f", "ovs_interfaceid": "731269a4-3fc4-432a-93bd-bbc330bee5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.016098] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786241, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.112745] env[62295]: DEBUG nova.scheduler.client.report [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1377.113072] env[62295]: DEBUG nova.compute.provider_tree [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 36 to 37 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1377.113301] env[62295]: DEBUG nova.compute.provider_tree [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.171890] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.198025] env[62295]: DEBUG nova.network.neutron [None req-338e66ee-775a-4bb3-a1d9-ec53f33150b5 tempest-ServerExternalEventsTest-601546208 tempest-ServerExternalEventsTest-601546208-project] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Updating instance_info_cache with network_info: [{"id": "eec9a182-d63c-4244-be42-e7f70fafe998", "address": "fa:16:3e:e3:93:94", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeec9a182-d6", "ovs_interfaceid": "eec9a182-d63c-4244-be42-e7f70fafe998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.209852] env[62295]: DEBUG nova.network.neutron [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Updated VIF entry in instance network info cache for port 50342a3b-1a2f-493d-a03b-b2425cd5bb99. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.209852] env[62295]: DEBUG nova.network.neutron [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Updating instance_info_cache with network_info: [{"id": "50342a3b-1a2f-493d-a03b-b2425cd5bb99", "address": "fa:16:3e:0c:fc:22", "network": {"id": "d52ee999-79ad-4e29-ab20-dcebfe5b94c5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-673135112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b9134e14ab4218acfba2eca8caf96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50342a3b-1a", "ovs_interfaceid": "50342a3b-1a2f-493d-a03b-b2425cd5bb99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.289419] env[62295]: DEBUG oslo_vmware.api [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786242, 'name': PowerOffVM_Task, 'duration_secs': 0.234275} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.289720] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.289888] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.290550] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56d1b701-6647-4605-9c75-72b700100a63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.332102] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Releasing lock "refresh_cache-7c309611-0761-44d2-9e85-7cfc19e38f2e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.332449] env[62295]: DEBUG nova.compute.manager [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Instance network_info: |[{"id": "731269a4-3fc4-432a-93bd-bbc330bee5f7", "address": "fa:16:3e:22:f1:e4", "network": {"id": "fe0b0464-a86c-438d-a37f-1e1e4db7fc01", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1230481022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f566cd8a0e4b4fbfb3371c59eb6bfd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731269a4-3f", "ovs_interfaceid": "731269a4-3fc4-432a-93bd-bbc330bee5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1377.332863] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:f1:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '731269a4-3fc4-432a-93bd-bbc330bee5f7', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.343844] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Creating folder: Project (f566cd8a0e4b4fbfb3371c59eb6bfd9e). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.345268] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c78518ab-e23e-4d4e-846a-d0e966911e28 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.365174] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Created folder: Project (f566cd8a0e4b4fbfb3371c59eb6bfd9e) in parent group-v370569. [ 1377.365174] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Creating folder: Instances. Parent ref: group-v370628. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.365174] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0d25a6b-e1d5-4e32-9323-bd4ea3e9d8db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.381108] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Created folder: Instances in parent group-v370628. [ 1377.381397] env[62295]: DEBUG oslo.service.loopingcall [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.381604] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.382317] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa323df2-a80f-432f-878b-a1a4ade86b09 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.399877] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.400113] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.400298] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Deleting the datastore file [datastore1] fc4de0e8-ec27-46cc-a5b8-cda934424578 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.400967] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d0f84f9-e2a7-4b69-a7a8-09fd925f8def {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.406667] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.406667] env[62295]: value = "task-1786246" [ 1377.406667] env[62295]: _type = "Task" [ 1377.406667] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.409154] env[62295]: DEBUG oslo_vmware.api [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for the task: (returnval){ [ 1377.409154] env[62295]: value = "task-1786247" [ 1377.409154] env[62295]: _type = "Task" [ 1377.409154] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.424907] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786246, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.428716] env[62295]: DEBUG oslo_vmware.api [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.465225] env[62295]: DEBUG nova.network.neutron [-] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.515162] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78874} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.516526] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] dc4e5417-02d8-45f3-a905-36fcffbc565d/dc4e5417-02d8-45f3-a905-36fcffbc565d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.516526] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.516526] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecdfef20-969d-4ab2-b2d7-a8ab3aa662fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.524773] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1377.524773] env[62295]: value = "task-1786248" [ 1377.524773] env[62295]: _type = "Task" [ 1377.524773] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.535095] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.622009] env[62295]: DEBUG oslo_concurrency.lockutils [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.378s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.625274] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.866s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.625685] env[62295]: DEBUG nova.objects.instance [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1377.659242] env[62295]: INFO nova.scheduler.client.report [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted allocations for instance bb795a9a-0e43-4280-936d-f206adff8ad7 [ 1377.698030] env[62295]: DEBUG nova.compute.manager [req-00e0ef3b-8f48-4351-a190-d53e2a768a8c req-98816ee7-431f-491a-8be4-1548c5a5c428 service nova] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Received event network-vif-deleted-14a8a021-f189-4a0a-8c16-055a670e8bfb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1377.699615] env[62295]: DEBUG oslo_concurrency.lockutils [None req-338e66ee-775a-4bb3-a1d9-ec53f33150b5 tempest-ServerExternalEventsTest-601546208 tempest-ServerExternalEventsTest-601546208-project] Releasing lock "refresh_cache-fc4de0e8-ec27-46cc-a5b8-cda934424578" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.711785] env[62295]: DEBUG oslo_concurrency.lockutils [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] Releasing lock "refresh_cache-dc4e5417-02d8-45f3-a905-36fcffbc565d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.712052] env[62295]: DEBUG nova.compute.manager [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Received event network-vif-plugged-731269a4-3fc4-432a-93bd-bbc330bee5f7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1377.712250] env[62295]: DEBUG oslo_concurrency.lockutils [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] Acquiring lock "7c309611-0761-44d2-9e85-7cfc19e38f2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.712446] env[62295]: DEBUG oslo_concurrency.lockutils [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.712600] env[62295]: DEBUG oslo_concurrency.lockutils [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.712768] env[62295]: DEBUG nova.compute.manager [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] No waiting events found dispatching network-vif-plugged-731269a4-3fc4-432a-93bd-bbc330bee5f7 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1377.712930] env[62295]: WARNING nova.compute.manager [req-9555cc77-0a9d-47cb-9096-048e6d1ac649 req-bc5cccc8-23cf-4fda-99ab-475fbdfd35f9 service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Received unexpected event network-vif-plugged-731269a4-3fc4-432a-93bd-bbc330bee5f7 for instance with vm_state building and task_state spawning. [ 1377.852355] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquiring lock "f100d8a9-75d2-4100-b6c2-c915e7de6bd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.852355] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lock "f100d8a9-75d2-4100-b6c2-c915e7de6bd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.852500] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquiring lock "f100d8a9-75d2-4100-b6c2-c915e7de6bd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.853303] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lock "f100d8a9-75d2-4100-b6c2-c915e7de6bd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.853303] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lock "f100d8a9-75d2-4100-b6c2-c915e7de6bd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.855334] env[62295]: INFO nova.compute.manager [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Terminating instance [ 1377.857137] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquiring lock "refresh_cache-f100d8a9-75d2-4100-b6c2-c915e7de6bd6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.857294] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquired lock "refresh_cache-f100d8a9-75d2-4100-b6c2-c915e7de6bd6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.857463] env[62295]: DEBUG nova.network.neutron [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.918836] env[62295]: DEBUG nova.compute.manager [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Received event network-changed-731269a4-3fc4-432a-93bd-bbc330bee5f7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1377.919243] env[62295]: DEBUG nova.compute.manager [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Refreshing instance network info cache due to event network-changed-731269a4-3fc4-432a-93bd-bbc330bee5f7. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1377.919715] env[62295]: DEBUG oslo_concurrency.lockutils [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] Acquiring lock "refresh_cache-7c309611-0761-44d2-9e85-7cfc19e38f2e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.920292] env[62295]: DEBUG oslo_concurrency.lockutils [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] Acquired lock "refresh_cache-7c309611-0761-44d2-9e85-7cfc19e38f2e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.922075] env[62295]: DEBUG nova.network.neutron [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Refreshing network info cache for port 731269a4-3fc4-432a-93bd-bbc330bee5f7 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.934731] env[62295]: DEBUG oslo_vmware.api [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.938236] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786246, 'name': CreateVM_Task, 'duration_secs': 0.497141} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.938861] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.940379] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.940379] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.940379] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.940379] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8421be-b6c9-40c0-913e-734fd049dc90 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.950366] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for the task: (returnval){ [ 1377.950366] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c62388-a044-4382-05c1-52baba574a8f" [ 1377.950366] env[62295]: _type = "Task" [ 1377.950366] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.962425] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c62388-a044-4382-05c1-52baba574a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.969946] env[62295]: INFO nova.compute.manager [-] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Took 1.74 seconds to deallocate network for instance. [ 1378.037120] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073307} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.037410] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.038527] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0955797d-b34d-4d87-bd7d-0f8c23f9dd5f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.063416] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] dc4e5417-02d8-45f3-a905-36fcffbc565d/dc4e5417-02d8-45f3-a905-36fcffbc565d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.064178] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b27edd-f59f-4704-88ba-1c1ca991d699 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.085444] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1378.085444] env[62295]: value = "task-1786249" [ 1378.085444] env[62295]: _type = "Task" [ 1378.085444] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.094814] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.173401] env[62295]: DEBUG oslo_concurrency.lockutils [None req-98d9bd5b-1622-4992-bfcd-c7efb91e49da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "bb795a9a-0e43-4280-936d-f206adff8ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.030s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.273489] env[62295]: DEBUG nova.compute.manager [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1378.274910] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df76729-beb6-4fe0-a72e-7eab542994bb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.422951] env[62295]: DEBUG nova.network.neutron [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.433525] env[62295]: DEBUG oslo_vmware.api [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Task: {'id': task-1786247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.630864} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.434475] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.434475] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.434475] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.434475] env[62295]: INFO nova.compute.manager [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1378.434910] env[62295]: DEBUG oslo.service.loopingcall [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.435313] env[62295]: DEBUG nova.compute.manager [-] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1378.435357] env[62295]: DEBUG nova.network.neutron [-] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.465765] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c62388-a044-4382-05c1-52baba574a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.054537} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.467420] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.467420] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.467420] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.467620] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.467703] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.467977] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d61d7fe-5274-46a4-8014-49ae1745e9fb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.476562] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.481439] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.481439] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.482404] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584218c2-79be-4ac7-a3d5-b11446b392a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.489603] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for the task: (returnval){ [ 1378.489603] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a82c6d-0987-09b4-1861-83e7ad69c92e" [ 1378.489603] env[62295]: _type = "Task" [ 1378.489603] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.504502] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a82c6d-0987-09b4-1861-83e7ad69c92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.605214] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.636825] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c68c4a89-1c57-4220-b071-cddb544d3dc6 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.638326] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.816s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.640255] env[62295]: INFO nova.compute.claims [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.481290] env[62295]: DEBUG nova.network.neutron [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.486230] env[62295]: INFO nova.compute.manager [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] instance snapshotting [ 1379.498224] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca72dc5-1cbb-4126-af7d-63549939d5bd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.533559] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786249, 'name': ReconfigVM_Task, 'duration_secs': 0.633096} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.533868] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a82c6d-0987-09b4-1861-83e7ad69c92e, 'name': SearchDatastore_Task, 'duration_secs': 0.012992} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.534349] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Reconfigured VM instance instance-00000011 to attach disk [datastore1] dc4e5417-02d8-45f3-a905-36fcffbc565d/dc4e5417-02d8-45f3-a905-36fcffbc565d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.535910] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06e8c5f-3cf9-48f1-bac8-4016e7b9ab25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.538707] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc8297d5-5468-435f-bd16-9431e5a4b2b5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.543085] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51452062-dfe3-4e55-9c61-af1863836eb1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.550348] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for the task: (returnval){ [ 1379.550348] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f43258-1d28-6b51-650a-feb239628c9e" [ 1379.550348] env[62295]: _type = "Task" [ 1379.550348] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.562801] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1379.562801] env[62295]: value = "task-1786251" [ 1379.562801] env[62295]: _type = "Task" [ 1379.562801] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.570570] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f43258-1d28-6b51-650a-feb239628c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.580152] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786251, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.994235] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Releasing lock "refresh_cache-f100d8a9-75d2-4100-b6c2-c915e7de6bd6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.994850] env[62295]: DEBUG nova.compute.manager [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1379.995182] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.997865] env[62295]: DEBUG nova.network.neutron [-] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.001331] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d9ec3b-d4a3-4b2f-94b4-4aecef65c41f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.028319] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.030350] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9773d10c-ca2a-487f-ab17-7d33d14055ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.041945] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "2f7db407-6f70-491e-bda9-1221dcf535e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.041945] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.049468] env[62295]: DEBUG oslo_vmware.api [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for the task: (returnval){ [ 1380.049468] env[62295]: value = "task-1786252" [ 1380.049468] env[62295]: _type = "Task" [ 1380.049468] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.068560] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1380.069453] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d1e1848-0dab-4ec1-8267-48187030400f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.083770] env[62295]: DEBUG oslo_vmware.api [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.090025] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f43258-1d28-6b51-650a-feb239628c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.05123} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.090330] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.090670] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 7c309611-0761-44d2-9e85-7cfc19e38f2e/7c309611-0761-44d2-9e85-7cfc19e38f2e.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.090879] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9256baa-dcec-4bbe-a4ac-363b68bf2d48 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.097424] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786251, 'name': Rename_Task, 'duration_secs': 0.461001} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.104833] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.104833] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1380.104833] env[62295]: value = "task-1786253" [ 1380.104833] env[62295]: _type = "Task" [ 1380.104833] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.104833] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-921c56ca-bda2-4803-8bd5-1140892bb69a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.110123] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for the task: (returnval){ [ 1380.110123] env[62295]: value = "task-1786254" [ 1380.110123] env[62295]: _type = "Task" [ 1380.110123] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.120740] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1380.120740] env[62295]: value = "task-1786255" [ 1380.120740] env[62295]: _type = "Task" [ 1380.120740] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.120997] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.141289] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.150024] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786255, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.230502] env[62295]: DEBUG nova.network.neutron [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Updated VIF entry in instance network info cache for port 731269a4-3fc4-432a-93bd-bbc330bee5f7. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.230884] env[62295]: DEBUG nova.network.neutron [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Updating instance_info_cache with network_info: [{"id": "731269a4-3fc4-432a-93bd-bbc330bee5f7", "address": "fa:16:3e:22:f1:e4", "network": {"id": "fe0b0464-a86c-438d-a37f-1e1e4db7fc01", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1230481022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f566cd8a0e4b4fbfb3371c59eb6bfd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731269a4-3f", "ovs_interfaceid": "731269a4-3fc4-432a-93bd-bbc330bee5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.511125] env[62295]: INFO nova.compute.manager [-] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Took 2.07 seconds to deallocate network for instance. [ 1380.567233] env[62295]: DEBUG oslo_vmware.api [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786252, 'name': PowerOffVM_Task, 'duration_secs': 0.164926} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.567533] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.568623] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.568623] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8542e390-b77e-4c4f-a2c0-c3d3ceab6b55 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.577909] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ec928d-370c-412d-ba97-b2dde54c948d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.591414] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f36733-fe03-4e8b-b130-b2adad271448 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.636037] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e885eeab-a3ff-4408-8e7b-3e3b095d9197 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.638962] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.638962] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.639514] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Deleting the datastore file [datastore1] f100d8a9-75d2-4100-b6c2-c915e7de6bd6 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.639881] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-224ecd32-2bb2-4b43-a35e-95860f6cdaee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.649233] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786253, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.658188] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.658188] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786254, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.662492] env[62295]: DEBUG nova.compute.manager [req-2d10a557-268d-478e-9f57-4ee8eb7b5f21 req-6756e4e1-ae89-4236-9ac2-b5abb63a0a8d service nova] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Received event network-vif-deleted-eec9a182-d63c-4244-be42-e7f70fafe998 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1380.664539] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33625d25-1b23-4d31-a795-0693915519ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.671402] env[62295]: DEBUG oslo_vmware.api [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for the task: (returnval){ [ 1380.671402] env[62295]: value = "task-1786257" [ 1380.671402] env[62295]: _type = "Task" [ 1380.671402] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.684198] env[62295]: DEBUG nova.compute.provider_tree [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.691342] env[62295]: DEBUG oslo_vmware.api [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.735337] env[62295]: DEBUG oslo_concurrency.lockutils [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] Releasing lock "refresh_cache-7c309611-0761-44d2-9e85-7cfc19e38f2e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.736288] env[62295]: DEBUG nova.compute.manager [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Received event network-changed-e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1380.736288] env[62295]: DEBUG nova.compute.manager [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Refreshing instance network info cache due to event network-changed-e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1380.736288] env[62295]: DEBUG oslo_concurrency.lockutils [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] Acquiring lock "refresh_cache-04b4a097-782c-4119-8b22-657230f85c93" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.736483] env[62295]: DEBUG oslo_concurrency.lockutils [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] Acquired lock "refresh_cache-04b4a097-782c-4119-8b22-657230f85c93" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.736777] env[62295]: DEBUG nova.network.neutron [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Refreshing network info cache for port e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.024209] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.147049] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894347} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.152693] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 7c309611-0761-44d2-9e85-7cfc19e38f2e/7c309611-0761-44d2-9e85-7cfc19e38f2e.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.152953] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.153243] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786253, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.153394] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786255, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.153599] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3cc88e2-0f70-48b7-b686-3d6a8145875a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.162962] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for the task: (returnval){ [ 1381.162962] env[62295]: value = "task-1786258" [ 1381.162962] env[62295]: _type = "Task" [ 1381.162962] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.175483] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.191404] env[62295]: DEBUG oslo_vmware.api [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Task: {'id': task-1786257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403557} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.192299] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.192299] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.192447] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.192505] env[62295]: INFO nova.compute.manager [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1381.193545] env[62295]: DEBUG oslo.service.loopingcall [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.193545] env[62295]: DEBUG nova.compute.manager [-] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1381.193545] env[62295]: DEBUG nova.network.neutron [-] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.218321] env[62295]: ERROR nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [req-2df6fa90-2eff-437a-a20d-5cdcc22585cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2df6fa90-2eff-437a-a20d-5cdcc22585cb"}]} [ 1381.229144] env[62295]: DEBUG nova.network.neutron [-] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.243646] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1381.265599] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1381.265926] env[62295]: DEBUG nova.compute.provider_tree [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1381.279140] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1381.307295] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1381.614340] env[62295]: DEBUG nova.network.neutron [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Updated VIF entry in instance network info cache for port e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.614726] env[62295]: DEBUG nova.network.neutron [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Updating instance_info_cache with network_info: [{"id": "e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9", "address": "fa:16:3e:39:c9:88", "network": {"id": "3b44cb1c-3dc6-4432-8855-8f1be41d9535", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1384333020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dbc31717d2417eafcd49f9ab6cdb64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e4a3ba-d4", "ovs_interfaceid": "e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.652583] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786253, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.652583] env[62295]: DEBUG oslo_vmware.api [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786255, 'name': PowerOnVM_Task, 'duration_secs': 1.12632} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.659779] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.662950] env[62295]: INFO nova.compute.manager [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1381.662950] env[62295]: DEBUG nova.compute.manager [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1381.664751] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b3cde-1c4b-46a0-b825-7906f12bc659 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.677269] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111216} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.682107] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.686421] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7e2f51-3a36-45b3-b782-0bd2e64f9bc1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.720524] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 7c309611-0761-44d2-9e85-7cfc19e38f2e/7c309611-0761-44d2-9e85-7cfc19e38f2e.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.720524] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a925b0-42ec-49ac-87da-b685f7c6cfbc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.734860] env[62295]: DEBUG nova.network.neutron [-] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.743026] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for the task: (returnval){ [ 1381.743026] env[62295]: value = "task-1786260" [ 1381.743026] env[62295]: _type = "Task" [ 1381.743026] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.753654] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.886243] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351f7c56-c2dd-4b6e-b1da-1c417d7aa751 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.899789] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760e1427-34c4-41ce-be33-bfd1d883e68e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.933787] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e813a26f-d9b2-4023-8324-26f04a9b3684 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.945512] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d149be42-0489-4dcf-b22f-a388fb7315e8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.960421] env[62295]: DEBUG nova.compute.provider_tree [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1382.121181] env[62295]: DEBUG oslo_concurrency.lockutils [req-a84ddc00-0557-4511-ba8a-8cdbd04ffa6e req-1f8e1b17-d179-483f-a6b5-82152520a4ef service nova] Releasing lock "refresh_cache-04b4a097-782c-4119-8b22-657230f85c93" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.139029] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786253, 'name': CreateSnapshot_Task, 'duration_secs': 1.563614} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.139029] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1382.139633] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27fb065-3b00-4a2f-af2e-b993ff246257 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.206337] env[62295]: INFO nova.compute.manager [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Took 29.96 seconds to build instance. [ 1382.238419] env[62295]: INFO nova.compute.manager [-] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Took 1.04 seconds to deallocate network for instance. [ 1382.252173] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquiring lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.252173] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.264794] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786260, 'name': ReconfigVM_Task, 'duration_secs': 0.320649} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.265145] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 7c309611-0761-44d2-9e85-7cfc19e38f2e/7c309611-0761-44d2-9e85-7cfc19e38f2e.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.265809] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b070ff30-3e6a-4a83-bab7-6de6c98c21b3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.275087] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for the task: (returnval){ [ 1382.275087] env[62295]: value = "task-1786261" [ 1382.275087] env[62295]: _type = "Task" [ 1382.275087] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.284545] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786261, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.486709] env[62295]: ERROR nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [req-7c86864a-6e5b-4aee-ac5f-43d3c8ba969c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c86864a-6e5b-4aee-ac5f-43d3c8ba969c"}]} [ 1382.505923] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1382.530967] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1382.530967] env[62295]: DEBUG nova.compute.provider_tree [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1382.546828] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1382.566562] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1382.667735] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1382.672320] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d0186282-5ec6-4a83-a2a5-461efd57aca2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.687804] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1382.687804] env[62295]: value = "task-1786262" [ 1382.687804] env[62295]: _type = "Task" [ 1382.687804] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.707616] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a3eb1888-4b7b-4947-8178-ceb3bccb702d tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "dc4e5417-02d8-45f3-a905-36fcffbc565d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.253s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.707889] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786262, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.748617] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.793791] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786261, 'name': Rename_Task, 'duration_secs': 0.16674} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.794498] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.794498] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b96feea7-a530-4a40-8244-be4ac697c8f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.810648] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for the task: (returnval){ [ 1382.810648] env[62295]: value = "task-1786263" [ 1382.810648] env[62295]: _type = "Task" [ 1382.810648] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.826523] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.074101] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquiring lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.074356] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.123771] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8eedd1-1202-4cba-a6ef-4efebb006bb0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.134366] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abe49a4-4a11-4d9c-8fc2-5fe401cd5e11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.170530] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625a3f65-903b-43f8-bd7a-d8e16cd0786d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.181344] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33954abc-91e4-4507-965b-759e9088c845 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.197808] env[62295]: DEBUG nova.compute.provider_tree [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1383.208980] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786262, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.219015] env[62295]: DEBUG nova.compute.manager [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1383.324966] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.330157] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquiring lock "f84e306f-c755-4d0c-9930-de391861c0cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.330446] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lock "f84e306f-c755-4d0c-9930-de391861c0cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.716544] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786262, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.725571] env[62295]: ERROR nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [req-e1a94754-4cbb-4c6d-8353-218786d35339] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1a94754-4cbb-4c6d-8353-218786d35339"}]} [ 1383.745113] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1383.750667] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.762816] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1383.763115] env[62295]: DEBUG nova.compute.provider_tree [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1383.777525] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1383.802402] env[62295]: DEBUG nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1383.827384] env[62295]: DEBUG oslo_vmware.api [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786263, 'name': PowerOnVM_Task, 'duration_secs': 0.687998} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.827708] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.827901] env[62295]: INFO nova.compute.manager [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1383.828154] env[62295]: DEBUG nova.compute.manager [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1383.829465] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81894a1-19e2-4570-a8e1-90e653885a10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.210029] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786262, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.327502] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a4e2a0-5c8c-4a0f-ae47-ac85cdc09b11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.338365] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a659e3ac-9ce5-4a43-b0aa-b34154f4d532 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.354394] env[62295]: INFO nova.compute.manager [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Took 31.48 seconds to build instance. [ 1384.399793] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d9940639-07b6-4b6e-aeaf-425c21e26f99 tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.942s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.400617] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ce5f50-7d3b-4ff5-b4ed-cab3c0e5e2a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.412829] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4a19db-9224-4a98-8c78-e159cef2fbbc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.432017] env[62295]: DEBUG nova.compute.provider_tree [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1384.717658] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786262, 'name': CloneVM_Task, 'duration_secs': 1.794034} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.717963] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Created linked-clone VM from snapshot [ 1384.721082] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c5676d-a78f-44cd-af84-7674878c0721 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.733285] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Uploading image 9219760d-5176-4cc0-8e03-e6ecccf58afa {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1384.762834] env[62295]: DEBUG oslo_vmware.rw_handles [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1384.762834] env[62295]: value = "vm-370632" [ 1384.762834] env[62295]: _type = "VirtualMachine" [ 1384.762834] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1384.763205] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-76f0d6ec-7707-43e6-851c-324a1c975c2c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.772701] env[62295]: DEBUG oslo_vmware.rw_handles [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lease: (returnval){ [ 1384.772701] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52103831-c2ff-07a1-7d8a-f7a7a1738137" [ 1384.772701] env[62295]: _type = "HttpNfcLease" [ 1384.772701] env[62295]: } obtained for exporting VM: (result){ [ 1384.772701] env[62295]: value = "vm-370632" [ 1384.772701] env[62295]: _type = "VirtualMachine" [ 1384.772701] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1384.773528] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the lease: (returnval){ [ 1384.773528] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52103831-c2ff-07a1-7d8a-f7a7a1738137" [ 1384.773528] env[62295]: _type = "HttpNfcLease" [ 1384.773528] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1384.780198] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.780198] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52103831-c2ff-07a1-7d8a-f7a7a1738137" [ 1384.780198] env[62295]: _type = "HttpNfcLease" [ 1384.780198] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1384.785381] env[62295]: DEBUG nova.compute.manager [req-1ab161f0-d42e-44f0-a89f-f5f697b8c6cd req-70fdc453-b48b-4f58-80ff-19f3bebd044c service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Received event network-changed-50342a3b-1a2f-493d-a03b-b2425cd5bb99 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1384.785573] env[62295]: DEBUG nova.compute.manager [req-1ab161f0-d42e-44f0-a89f-f5f697b8c6cd req-70fdc453-b48b-4f58-80ff-19f3bebd044c service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Refreshing instance network info cache due to event network-changed-50342a3b-1a2f-493d-a03b-b2425cd5bb99. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1384.785867] env[62295]: DEBUG oslo_concurrency.lockutils [req-1ab161f0-d42e-44f0-a89f-f5f697b8c6cd req-70fdc453-b48b-4f58-80ff-19f3bebd044c service nova] Acquiring lock "refresh_cache-dc4e5417-02d8-45f3-a905-36fcffbc565d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.786049] env[62295]: DEBUG oslo_concurrency.lockutils [req-1ab161f0-d42e-44f0-a89f-f5f697b8c6cd req-70fdc453-b48b-4f58-80ff-19f3bebd044c service nova] Acquired lock "refresh_cache-dc4e5417-02d8-45f3-a905-36fcffbc565d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.786216] env[62295]: DEBUG nova.network.neutron [req-1ab161f0-d42e-44f0-a89f-f5f697b8c6cd req-70fdc453-b48b-4f58-80ff-19f3bebd044c service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Refreshing network info cache for port 50342a3b-1a2f-493d-a03b-b2425cd5bb99 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.906256] env[62295]: DEBUG nova.compute.manager [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1384.962041] env[62295]: ERROR nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [req-298fa16b-988b-4ef3-8cf5-eeabf945371a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-298fa16b-988b-4ef3-8cf5-eeabf945371a"}]} [ 1384.963323] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.324s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.965756] env[62295]: ERROR nova.compute.manager [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c (generation 41): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-298fa16b-988b-4ef3-8cf5-eeabf945371a"}]} [ 1384.965756] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Traceback (most recent call last): [ 1384.965756] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/nova/nova/compute/manager.py", line 2616, in _build_and_run_instance [ 1384.965756] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] with self.rt.instance_claim(context, instance, node, allocs, [ 1384.965756] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1384.965756] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] return f(*args, **kwargs) [ 1384.965756] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1384.965756] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] self._update(elevated, cn) [ 1384.965756] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] self._update_to_placement(context, compute_node, startup) [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] raise attempt.get() [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] raise value [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1384.966197] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] self.reportclient.update_from_provider_tree( [ 1384.966681] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1498, in update_from_provider_tree [ 1384.966681] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] self.set_inventory_for_provider( [ 1384.966681] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1003, in set_inventory_for_provider [ 1384.966681] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] raise exception.ResourceProviderUpdateConflict( [ 1384.966681] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c (generation 41): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-298fa16b-988b-4ef3-8cf5-eeabf945371a"}]} [ 1384.966681] env[62295]: ERROR nova.compute.manager [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] [ 1384.966681] env[62295]: DEBUG nova.compute.utils [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] A conflict was encountered attempting to update resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c (generation 41): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62295) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1384.970243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.948s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.975191] env[62295]: INFO nova.compute.claims [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.985015] env[62295]: DEBUG nova.compute.manager [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Build of instance 28e7895f-c21b-4eb9-bae1-879437d35f59 was re-scheduled: A conflict was encountered attempting to update resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c (generation 41): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-298fa16b-988b-4ef3-8cf5-eeabf945371a"}]} {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2481}} [ 1384.985015] env[62295]: DEBUG nova.compute.manager [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Unplugging VIFs for instance {{(pid=62295) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3007}} [ 1384.985015] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Acquiring lock "refresh_cache-28e7895f-c21b-4eb9-bae1-879437d35f59" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.985015] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Acquired lock "refresh_cache-28e7895f-c21b-4eb9-bae1-879437d35f59" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.985320] env[62295]: DEBUG nova.network.neutron [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.075575] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "9d16b26f-0eba-430d-83f5-9de7942717c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.075808] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "9d16b26f-0eba-430d-83f5-9de7942717c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.283049] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1385.283049] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52103831-c2ff-07a1-7d8a-f7a7a1738137" [ 1385.283049] env[62295]: _type = "HttpNfcLease" [ 1385.283049] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1385.283049] env[62295]: DEBUG oslo_vmware.rw_handles [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1385.283049] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52103831-c2ff-07a1-7d8a-f7a7a1738137" [ 1385.283049] env[62295]: _type = "HttpNfcLease" [ 1385.283049] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1385.283751] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e732b4-9c72-47b2-ac22-1e0a9df2552b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.295505] env[62295]: DEBUG oslo_vmware.rw_handles [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f44cf-c032-734e-39b0-13407e9afc1d/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1385.295698] env[62295]: DEBUG oslo_vmware.rw_handles [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f44cf-c032-734e-39b0-13407e9afc1d/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1385.437206] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.518912] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4521e05-f9e7-4061-b97b-60471146d890 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.595125] env[62295]: DEBUG nova.network.neutron [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.793944] env[62295]: DEBUG nova.network.neutron [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.973201] env[62295]: DEBUG nova.network.neutron [req-1ab161f0-d42e-44f0-a89f-f5f697b8c6cd req-70fdc453-b48b-4f58-80ff-19f3bebd044c service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Updated VIF entry in instance network info cache for port 50342a3b-1a2f-493d-a03b-b2425cd5bb99. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.973201] env[62295]: DEBUG nova.network.neutron [req-1ab161f0-d42e-44f0-a89f-f5f697b8c6cd req-70fdc453-b48b-4f58-80ff-19f3bebd044c service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Updating instance_info_cache with network_info: [{"id": "50342a3b-1a2f-493d-a03b-b2425cd5bb99", "address": "fa:16:3e:0c:fc:22", "network": {"id": "d52ee999-79ad-4e29-ab20-dcebfe5b94c5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-673135112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b9134e14ab4218acfba2eca8caf96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50342a3b-1a", "ovs_interfaceid": "50342a3b-1a2f-493d-a03b-b2425cd5bb99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.012505] env[62295]: DEBUG nova.scheduler.client.report [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1386.052623] env[62295]: DEBUG nova.scheduler.client.report [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1386.056022] env[62295]: DEBUG nova.compute.provider_tree [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 42 to 43 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1386.056022] env[62295]: DEBUG nova.compute.provider_tree [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.074054] env[62295]: DEBUG nova.scheduler.client.report [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1386.099695] env[62295]: DEBUG nova.scheduler.client.report [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1386.300312] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Releasing lock "refresh_cache-28e7895f-c21b-4eb9-bae1-879437d35f59" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.300312] env[62295]: DEBUG nova.compute.manager [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62295) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3030}} [ 1386.300312] env[62295]: DEBUG nova.compute.manager [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1386.300312] env[62295]: DEBUG nova.network.neutron [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.325334] env[62295]: DEBUG nova.network.neutron [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.481198] env[62295]: DEBUG oslo_concurrency.lockutils [req-1ab161f0-d42e-44f0-a89f-f5f697b8c6cd req-70fdc453-b48b-4f58-80ff-19f3bebd044c service nova] Releasing lock "refresh_cache-dc4e5417-02d8-45f3-a905-36fcffbc565d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.512142] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "a64890a7-59d3-4139-b8d0-72e03f26546c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.512142] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.674325] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ef4b72-44f8-4d86-be63-7a085487c147 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.683578] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04570df6-ccb0-4c8f-bb69-682f2892af0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.729841] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e7526e-a33b-4fe8-94e8-7286bcc4af80 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.739388] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bede7a2-b7ec-4401-8351-f51e7b8f7663 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.761333] env[62295]: DEBUG nova.compute.provider_tree [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.829161] env[62295]: DEBUG nova.network.neutron [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.832417] env[62295]: DEBUG nova.compute.manager [req-94d73726-aae8-4ab3-9062-e7c1217fb14d req-34ca33d1-d297-41e2-9950-15cd016837df service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Received event network-changed-731269a4-3fc4-432a-93bd-bbc330bee5f7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1386.833186] env[62295]: DEBUG nova.compute.manager [req-94d73726-aae8-4ab3-9062-e7c1217fb14d req-34ca33d1-d297-41e2-9950-15cd016837df service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Refreshing instance network info cache due to event network-changed-731269a4-3fc4-432a-93bd-bbc330bee5f7. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1386.833456] env[62295]: DEBUG oslo_concurrency.lockutils [req-94d73726-aae8-4ab3-9062-e7c1217fb14d req-34ca33d1-d297-41e2-9950-15cd016837df service nova] Acquiring lock "refresh_cache-7c309611-0761-44d2-9e85-7cfc19e38f2e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.833670] env[62295]: DEBUG oslo_concurrency.lockutils [req-94d73726-aae8-4ab3-9062-e7c1217fb14d req-34ca33d1-d297-41e2-9950-15cd016837df service nova] Acquired lock "refresh_cache-7c309611-0761-44d2-9e85-7cfc19e38f2e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.833908] env[62295]: DEBUG nova.network.neutron [req-94d73726-aae8-4ab3-9062-e7c1217fb14d req-34ca33d1-d297-41e2-9950-15cd016837df service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Refreshing network info cache for port 731269a4-3fc4-432a-93bd-bbc330bee5f7 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.268432] env[62295]: DEBUG nova.scheduler.client.report [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1387.340075] env[62295]: INFO nova.compute.manager [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] [instance: 28e7895f-c21b-4eb9-bae1-879437d35f59] Took 1.04 seconds to deallocate network for instance. [ 1387.689754] env[62295]: DEBUG nova.network.neutron [req-94d73726-aae8-4ab3-9062-e7c1217fb14d req-34ca33d1-d297-41e2-9950-15cd016837df service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Updated VIF entry in instance network info cache for port 731269a4-3fc4-432a-93bd-bbc330bee5f7. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.690142] env[62295]: DEBUG nova.network.neutron [req-94d73726-aae8-4ab3-9062-e7c1217fb14d req-34ca33d1-d297-41e2-9950-15cd016837df service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Updating instance_info_cache with network_info: [{"id": "731269a4-3fc4-432a-93bd-bbc330bee5f7", "address": "fa:16:3e:22:f1:e4", "network": {"id": "fe0b0464-a86c-438d-a37f-1e1e4db7fc01", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1230481022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f566cd8a0e4b4fbfb3371c59eb6bfd9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731269a4-3f", "ovs_interfaceid": "731269a4-3fc4-432a-93bd-bbc330bee5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.773390] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.776482] env[62295]: DEBUG nova.compute.manager [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1387.782911] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.924s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.784743] env[62295]: INFO nova.compute.claims [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.193666] env[62295]: DEBUG oslo_concurrency.lockutils [req-94d73726-aae8-4ab3-9062-e7c1217fb14d req-34ca33d1-d297-41e2-9950-15cd016837df service nova] Releasing lock "refresh_cache-7c309611-0761-44d2-9e85-7cfc19e38f2e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.290472] env[62295]: DEBUG nova.compute.utils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.294971] env[62295]: DEBUG nova.compute.manager [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1388.294971] env[62295]: DEBUG nova.network.neutron [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.341576] env[62295]: DEBUG nova.policy [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b3fabbdd85c4651bf97cce28e2c2a7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16a5e07e1e94c20a30b98217045b569', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1388.389052] env[62295]: INFO nova.scheduler.client.report [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Deleted allocations for instance 28e7895f-c21b-4eb9-bae1-879437d35f59 [ 1388.647110] env[62295]: DEBUG nova.network.neutron [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Successfully created port: a0e5ce0f-fd35-4110-89f5-5673bf505a34 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.795634] env[62295]: DEBUG nova.compute.manager [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1388.898411] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cc0c495f-3316-4049-ba65-ac58a2f9e59a tempest-ServerMetadataNegativeTestJSON-939399597 tempest-ServerMetadataNegativeTestJSON-939399597-project-member] Lock "28e7895f-c21b-4eb9-bae1-879437d35f59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.551s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.111582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "6afe2a10-5b07-43ce-9dea-6d6e503f3652" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.111582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "6afe2a10-5b07-43ce-9dea-6d6e503f3652" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.338257] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74879a49-68ce-4b60-ad51-e514f658c3ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.350439] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145f8fe9-b10d-4b15-9e2a-a1076450c05f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.393219] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68cec3a-4cfd-47ee-bde5-79a9d9856892 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.403206] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d8cda-ea31-45d6-afa2-5b893a282712 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.408430] env[62295]: DEBUG nova.compute.manager [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1389.426718] env[62295]: DEBUG nova.compute.provider_tree [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.468546] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "718ad0a2-15fa-4822-ab5e-4fbf94a4592f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.468782] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "718ad0a2-15fa-4822-ab5e-4fbf94a4592f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.807462] env[62295]: DEBUG nova.compute.manager [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1389.851075] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1389.851075] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1389.851075] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.852158] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1389.852417] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.852466] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1389.852718] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1389.852899] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1389.854161] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1389.854885] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1389.854885] env[62295]: DEBUG nova.virt.hardware [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1389.855731] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38125c1f-a9ff-46a5-8ec4-d0500cf41c28 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.864776] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f62808b-06ea-44eb-a6c6-4e30234736fe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.934452] env[62295]: DEBUG nova.scheduler.client.report [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1389.946886] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.247067] env[62295]: DEBUG nova.compute.manager [req-6615b7a9-8aee-4d2f-a25e-00f9d77e15a3 req-9700ae30-f988-43e1-935c-a5d431afc5af service nova] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Received event network-vif-plugged-a0e5ce0f-fd35-4110-89f5-5673bf505a34 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1390.247417] env[62295]: DEBUG oslo_concurrency.lockutils [req-6615b7a9-8aee-4d2f-a25e-00f9d77e15a3 req-9700ae30-f988-43e1-935c-a5d431afc5af service nova] Acquiring lock "a2aaa258-d597-443a-840a-79e7e6c405f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.247597] env[62295]: DEBUG oslo_concurrency.lockutils [req-6615b7a9-8aee-4d2f-a25e-00f9d77e15a3 req-9700ae30-f988-43e1-935c-a5d431afc5af service nova] Lock "a2aaa258-d597-443a-840a-79e7e6c405f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.247776] env[62295]: DEBUG oslo_concurrency.lockutils [req-6615b7a9-8aee-4d2f-a25e-00f9d77e15a3 req-9700ae30-f988-43e1-935c-a5d431afc5af service nova] Lock "a2aaa258-d597-443a-840a-79e7e6c405f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.247962] env[62295]: DEBUG nova.compute.manager [req-6615b7a9-8aee-4d2f-a25e-00f9d77e15a3 req-9700ae30-f988-43e1-935c-a5d431afc5af service nova] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] No waiting events found dispatching network-vif-plugged-a0e5ce0f-fd35-4110-89f5-5673bf505a34 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1390.248183] env[62295]: WARNING nova.compute.manager [req-6615b7a9-8aee-4d2f-a25e-00f9d77e15a3 req-9700ae30-f988-43e1-935c-a5d431afc5af service nova] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Received unexpected event network-vif-plugged-a0e5ce0f-fd35-4110-89f5-5673bf505a34 for instance with vm_state building and task_state spawning. [ 1390.449283] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.449849] env[62295]: DEBUG nova.compute.manager [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1390.453301] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.963s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.454804] env[62295]: INFO nova.compute.claims [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.463978] env[62295]: DEBUG nova.network.neutron [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Successfully updated port: a0e5ce0f-fd35-4110-89f5-5673bf505a34 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1390.959411] env[62295]: DEBUG nova.compute.utils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1390.970503] env[62295]: DEBUG nova.compute.manager [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1390.970503] env[62295]: DEBUG nova.network.neutron [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1390.970503] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquiring lock "refresh_cache-a2aaa258-d597-443a-840a-79e7e6c405f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.970503] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquired lock "refresh_cache-a2aaa258-d597-443a-840a-79e7e6c405f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.970503] env[62295]: DEBUG nova.network.neutron [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.123727] env[62295]: DEBUG nova.policy [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4703ccc4fd414025a598a39ab82ef534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90f0083bc18e41ae990ef177b103d108', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1391.470194] env[62295]: DEBUG nova.compute.manager [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1391.524699] env[62295]: DEBUG nova.network.neutron [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.018499] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f32e5f-7e5e-447a-9b54-b0da7e87dd38 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.034098] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54678373-f1cb-408b-8c90-6e91b52944d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.074022] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e1c3d3-689d-4078-b392-725dc9dcdd05 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.085922] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e35d5-1059-425d-b22f-85fdea07f809 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.105243] env[62295]: DEBUG nova.compute.provider_tree [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.110652] env[62295]: DEBUG nova.network.neutron [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Successfully created port: c51db136-e1a6-49ad-a20f-a2a397c1719e {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.113772] env[62295]: DEBUG nova.network.neutron [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Updating instance_info_cache with network_info: [{"id": "a0e5ce0f-fd35-4110-89f5-5673bf505a34", "address": "fa:16:3e:0d:79:c3", "network": {"id": "85c00484-db02-407d-ac85-118a49d28c64", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-938920962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16a5e07e1e94c20a30b98217045b569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e5ce0f-fd", "ovs_interfaceid": "a0e5ce0f-fd35-4110-89f5-5673bf505a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.356607] env[62295]: DEBUG nova.compute.manager [req-48b78de2-30bb-46f9-a99c-c1a8f73033eb req-cb9a461f-6d9d-4706-9388-2d6bada60cf2 service nova] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Received event network-changed-a0e5ce0f-fd35-4110-89f5-5673bf505a34 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1392.356607] env[62295]: DEBUG nova.compute.manager [req-48b78de2-30bb-46f9-a99c-c1a8f73033eb req-cb9a461f-6d9d-4706-9388-2d6bada60cf2 service nova] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Refreshing instance network info cache due to event network-changed-a0e5ce0f-fd35-4110-89f5-5673bf505a34. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1392.357218] env[62295]: DEBUG oslo_concurrency.lockutils [req-48b78de2-30bb-46f9-a99c-c1a8f73033eb req-cb9a461f-6d9d-4706-9388-2d6bada60cf2 service nova] Acquiring lock "refresh_cache-a2aaa258-d597-443a-840a-79e7e6c405f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.486759] env[62295]: DEBUG nova.compute.manager [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1392.510248] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1392.512045] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1392.512045] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.512045] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1392.512045] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.512045] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1392.512211] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1392.512211] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1392.512211] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1392.512770] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1392.513217] env[62295]: DEBUG nova.virt.hardware [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1392.514486] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a186024b-71f3-472b-a600-5f3e4d50a4b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.524792] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57781f52-f5b6-4876-9787-3a32236f1526 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.617387] env[62295]: DEBUG nova.scheduler.client.report [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1392.618894] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Releasing lock "refresh_cache-a2aaa258-d597-443a-840a-79e7e6c405f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.619409] env[62295]: DEBUG nova.compute.manager [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Instance network_info: |[{"id": "a0e5ce0f-fd35-4110-89f5-5673bf505a34", "address": "fa:16:3e:0d:79:c3", "network": {"id": "85c00484-db02-407d-ac85-118a49d28c64", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-938920962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16a5e07e1e94c20a30b98217045b569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e5ce0f-fd", "ovs_interfaceid": "a0e5ce0f-fd35-4110-89f5-5673bf505a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1392.620499] env[62295]: DEBUG oslo_concurrency.lockutils [req-48b78de2-30bb-46f9-a99c-c1a8f73033eb req-cb9a461f-6d9d-4706-9388-2d6bada60cf2 service nova] Acquired lock "refresh_cache-a2aaa258-d597-443a-840a-79e7e6c405f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.620837] env[62295]: DEBUG nova.network.neutron [req-48b78de2-30bb-46f9-a99c-c1a8f73033eb req-cb9a461f-6d9d-4706-9388-2d6bada60cf2 service nova] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Refreshing network info cache for port a0e5ce0f-fd35-4110-89f5-5673bf505a34 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.622115] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:79:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0e5ce0f-fd35-4110-89f5-5673bf505a34', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.632446] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Creating folder: Project (a16a5e07e1e94c20a30b98217045b569). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.638019] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7bdcea2-9573-4836-be4e-07b788955544 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.652028] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Created folder: Project (a16a5e07e1e94c20a30b98217045b569) in parent group-v370569. [ 1392.652150] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Creating folder: Instances. Parent ref: group-v370634. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.652465] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d582a9e-f326-4017-83ae-f16ae783f7fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.667595] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Created folder: Instances in parent group-v370634. [ 1392.667899] env[62295]: DEBUG oslo.service.loopingcall [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.668092] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.668316] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7713e62-7c2c-4e0c-bea3-72f540ea29d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.692953] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.692953] env[62295]: value = "task-1786272" [ 1392.692953] env[62295]: _type = "Task" [ 1392.692953] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.702416] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786272, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.086608] env[62295]: DEBUG nova.network.neutron [req-48b78de2-30bb-46f9-a99c-c1a8f73033eb req-cb9a461f-6d9d-4706-9388-2d6bada60cf2 service nova] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Updated VIF entry in instance network info cache for port a0e5ce0f-fd35-4110-89f5-5673bf505a34. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.087132] env[62295]: DEBUG nova.network.neutron [req-48b78de2-30bb-46f9-a99c-c1a8f73033eb req-cb9a461f-6d9d-4706-9388-2d6bada60cf2 service nova] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Updating instance_info_cache with network_info: [{"id": "a0e5ce0f-fd35-4110-89f5-5673bf505a34", "address": "fa:16:3e:0d:79:c3", "network": {"id": "85c00484-db02-407d-ac85-118a49d28c64", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-938920962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16a5e07e1e94c20a30b98217045b569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e5ce0f-fd", "ovs_interfaceid": "a0e5ce0f-fd35-4110-89f5-5673bf505a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.122276] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.122790] env[62295]: DEBUG nova.compute.manager [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1393.126329] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.485s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.131702] env[62295]: INFO nova.compute.claims [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.207882] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786272, 'name': CreateVM_Task, 'duration_secs': 0.432094} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.208316] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.209197] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.209470] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.209855] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.210232] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedd3e6e-e34e-44ae-bd0e-2031d7112f6f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.217445] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for the task: (returnval){ [ 1393.217445] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220836c-322d-f1ae-55ab-49f5c84b1b7d" [ 1393.217445] env[62295]: _type = "Task" [ 1393.217445] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.228566] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220836c-322d-f1ae-55ab-49f5c84b1b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.591559] env[62295]: DEBUG oslo_concurrency.lockutils [req-48b78de2-30bb-46f9-a99c-c1a8f73033eb req-cb9a461f-6d9d-4706-9388-2d6bada60cf2 service nova] Releasing lock "refresh_cache-a2aaa258-d597-443a-840a-79e7e6c405f2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.639850] env[62295]: DEBUG nova.compute.utils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.641484] env[62295]: DEBUG nova.compute.manager [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1393.641663] env[62295]: DEBUG nova.network.neutron [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.729775] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220836c-322d-f1ae-55ab-49f5c84b1b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.738930] env[62295]: DEBUG nova.policy [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4703ccc4fd414025a598a39ab82ef534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90f0083bc18e41ae990ef177b103d108', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1394.085862] env[62295]: DEBUG nova.network.neutron [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Successfully created port: 35670259-9e9e-4975-9037-ab1105995bbd {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.130018] env[62295]: DEBUG nova.network.neutron [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Successfully updated port: c51db136-e1a6-49ad-a20f-a2a397c1719e {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.147151] env[62295]: DEBUG nova.compute.manager [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1394.233684] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220836c-322d-f1ae-55ab-49f5c84b1b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.384262] env[62295]: DEBUG nova.compute.manager [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Received event network-vif-plugged-c51db136-e1a6-49ad-a20f-a2a397c1719e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1394.384479] env[62295]: DEBUG oslo_concurrency.lockutils [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] Acquiring lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.384688] env[62295]: DEBUG oslo_concurrency.lockutils [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] Lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.384869] env[62295]: DEBUG oslo_concurrency.lockutils [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] Lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.385020] env[62295]: DEBUG nova.compute.manager [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] No waiting events found dispatching network-vif-plugged-c51db136-e1a6-49ad-a20f-a2a397c1719e {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1394.385187] env[62295]: WARNING nova.compute.manager [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Received unexpected event network-vif-plugged-c51db136-e1a6-49ad-a20f-a2a397c1719e for instance with vm_state building and task_state spawning. [ 1394.385346] env[62295]: DEBUG nova.compute.manager [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Received event network-changed-c51db136-e1a6-49ad-a20f-a2a397c1719e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1394.385498] env[62295]: DEBUG nova.compute.manager [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Refreshing instance network info cache due to event network-changed-c51db136-e1a6-49ad-a20f-a2a397c1719e. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1394.385675] env[62295]: DEBUG oslo_concurrency.lockutils [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] Acquiring lock "refresh_cache-473ba36d-5cc5-43f2-8e2c-849cb1da378b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.385909] env[62295]: DEBUG oslo_concurrency.lockutils [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] Acquired lock "refresh_cache-473ba36d-5cc5-43f2-8e2c-849cb1da378b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.386156] env[62295]: DEBUG nova.network.neutron [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Refreshing network info cache for port c51db136-e1a6-49ad-a20f-a2a397c1719e {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.607379] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b4624-55d3-4271-bf60-1c0528148f29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.615949] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf3468c-6075-4fa3-875b-379c48422a4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.654123] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "refresh_cache-473ba36d-5cc5-43f2-8e2c-849cb1da378b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.658711] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8705ae0-29eb-4002-8f90-11d9b9822d14 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.668091] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e05ac22-2ae1-4c90-971d-d59adceb78e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.686390] env[62295]: DEBUG nova.compute.provider_tree [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.731323] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220836c-322d-f1ae-55ab-49f5c84b1b7d, 'name': SearchDatastore_Task, 'duration_secs': 1.232455} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.731652] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.731892] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.732185] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.732339] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.732524] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.732786] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b3d3018-7ba5-489a-a3b6-5fda5d88d29e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.743234] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.743366] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.744121] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f30a280-d2ea-44b2-b67a-54c5a9e5d28b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.750740] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for the task: (returnval){ [ 1394.750740] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5207fb7c-d650-f92a-53ea-916ce15bf4fa" [ 1394.750740] env[62295]: _type = "Task" [ 1394.750740] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.759737] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5207fb7c-d650-f92a-53ea-916ce15bf4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.943808] env[62295]: DEBUG nova.network.neutron [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.059440] env[62295]: DEBUG nova.network.neutron [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.165302] env[62295]: DEBUG nova.compute.manager [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1395.192225] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.192796] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.192959] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.193402] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.193614] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.193976] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.194297] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.194508] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.194727] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.195260] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.195526] env[62295]: DEBUG nova.virt.hardware [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.196690] env[62295]: DEBUG nova.scheduler.client.report [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1395.201926] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b06be7-e19d-467f-b56c-344efddab180 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.214568] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d57a9a-8c6d-4e50-89ae-230570956ab7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.265392] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5207fb7c-d650-f92a-53ea-916ce15bf4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.266394] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1b6809-ba12-4700-9de6-8de644deb36f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.274369] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for the task: (returnval){ [ 1395.274369] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d47997-985a-9f55-4d7b-9010130eeeae" [ 1395.274369] env[62295]: _type = "Task" [ 1395.274369] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.286128] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d47997-985a-9f55-4d7b-9010130eeeae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.564533] env[62295]: DEBUG oslo_concurrency.lockutils [req-d651761d-8511-4c8f-a53d-ca933c116315 req-cb610cd3-b2b3-4801-b465-668e35183fe9 service nova] Releasing lock "refresh_cache-473ba36d-5cc5-43f2-8e2c-849cb1da378b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.564972] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquired lock "refresh_cache-473ba36d-5cc5-43f2-8e2c-849cb1da378b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.565162] env[62295]: DEBUG nova.network.neutron [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.713953] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.713953] env[62295]: DEBUG nova.compute.manager [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1395.716433] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.002s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.717192] env[62295]: DEBUG nova.objects.instance [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lazy-loading 'resources' on Instance uuid 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.786459] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d47997-985a-9f55-4d7b-9010130eeeae, 'name': SearchDatastore_Task, 'duration_secs': 0.012496} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.788048] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.788048] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a2aaa258-d597-443a-840a-79e7e6c405f2/a2aaa258-d597-443a-840a-79e7e6c405f2.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.788048] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cbe7158-3a00-4e01-8d17-d2a886dad8e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.797350] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for the task: (returnval){ [ 1395.797350] env[62295]: value = "task-1786273" [ 1395.797350] env[62295]: _type = "Task" [ 1395.797350] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.807288] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.976122] env[62295]: DEBUG nova.network.neutron [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Successfully updated port: 35670259-9e9e-4975-9037-ab1105995bbd {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.121037] env[62295]: DEBUG nova.network.neutron [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1396.209558] env[62295]: DEBUG nova.compute.manager [req-c7f3d5e6-e285-480a-90a0-48a526c28192 req-3429bbec-9806-4755-a445-e1a212cce708 service nova] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Received event network-vif-plugged-35670259-9e9e-4975-9037-ab1105995bbd {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1396.209803] env[62295]: DEBUG oslo_concurrency.lockutils [req-c7f3d5e6-e285-480a-90a0-48a526c28192 req-3429bbec-9806-4755-a445-e1a212cce708 service nova] Acquiring lock "d3173f71-1fba-413f-9014-205ed2beeea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.210029] env[62295]: DEBUG oslo_concurrency.lockutils [req-c7f3d5e6-e285-480a-90a0-48a526c28192 req-3429bbec-9806-4755-a445-e1a212cce708 service nova] Lock "d3173f71-1fba-413f-9014-205ed2beeea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.210250] env[62295]: DEBUG oslo_concurrency.lockutils [req-c7f3d5e6-e285-480a-90a0-48a526c28192 req-3429bbec-9806-4755-a445-e1a212cce708 service nova] Lock "d3173f71-1fba-413f-9014-205ed2beeea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.210436] env[62295]: DEBUG nova.compute.manager [req-c7f3d5e6-e285-480a-90a0-48a526c28192 req-3429bbec-9806-4755-a445-e1a212cce708 service nova] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] No waiting events found dispatching network-vif-plugged-35670259-9e9e-4975-9037-ab1105995bbd {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1396.210610] env[62295]: WARNING nova.compute.manager [req-c7f3d5e6-e285-480a-90a0-48a526c28192 req-3429bbec-9806-4755-a445-e1a212cce708 service nova] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Received unexpected event network-vif-plugged-35670259-9e9e-4975-9037-ab1105995bbd for instance with vm_state building and task_state spawning. [ 1396.224078] env[62295]: DEBUG nova.compute.utils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1396.233591] env[62295]: DEBUG nova.compute.manager [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1396.233732] env[62295]: DEBUG nova.network.neutron [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1396.314635] env[62295]: DEBUG nova.policy [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faaf581cfd9147eda2b3b7b1ca525d32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a0a0baee08e4a5db13d30a6d5b93e89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1396.322683] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786273, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.372243] env[62295]: DEBUG nova.network.neutron [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Updating instance_info_cache with network_info: [{"id": "c51db136-e1a6-49ad-a20f-a2a397c1719e", "address": "fa:16:3e:8e:ab:b1", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51db136-e1", "ovs_interfaceid": "c51db136-e1a6-49ad-a20f-a2a397c1719e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.482441] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "refresh_cache-d3173f71-1fba-413f-9014-205ed2beeea0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.482680] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquired lock "refresh_cache-d3173f71-1fba-413f-9014-205ed2beeea0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.482859] env[62295]: DEBUG nova.network.neutron [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.559613] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Acquiring lock "febf7ce8-eed9-4846-a9d4-32731585b5e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.559843] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "febf7ce8-eed9-4846-a9d4-32731585b5e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.717104] env[62295]: DEBUG nova.network.neutron [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Successfully created port: 4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.734332] env[62295]: DEBUG nova.compute.manager [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1396.813951] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622758} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.817597] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a2aaa258-d597-443a-840a-79e7e6c405f2/a2aaa258-d597-443a-840a-79e7e6c405f2.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.817858] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.818567] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb5ed4f7-e301-45ad-b856-6e591bfb7886 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.828805] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for the task: (returnval){ [ 1396.828805] env[62295]: value = "task-1786274" [ 1396.828805] env[62295]: _type = "Task" [ 1396.828805] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.847718] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.879076] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Releasing lock "refresh_cache-473ba36d-5cc5-43f2-8e2c-849cb1da378b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.879564] env[62295]: DEBUG nova.compute.manager [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Instance network_info: |[{"id": "c51db136-e1a6-49ad-a20f-a2a397c1719e", "address": "fa:16:3e:8e:ab:b1", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51db136-e1", "ovs_interfaceid": "c51db136-e1a6-49ad-a20f-a2a397c1719e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1396.879918] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:ab:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c51db136-e1a6-49ad-a20f-a2a397c1719e', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.888872] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Creating folder: Project (90f0083bc18e41ae990ef177b103d108). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.892356] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de67db3e-7846-489d-ad90-f14ec0f382bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.907065] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Created folder: Project (90f0083bc18e41ae990ef177b103d108) in parent group-v370569. [ 1396.907607] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Creating folder: Instances. Parent ref: group-v370637. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.907903] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a5a3d38-d343-458e-8ab0-7ac379bfe72d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.913705] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297138c0-80e3-473f-a574-f619057eb04c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.921919] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6696f64-8068-425f-908f-6d27ddf9749f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.928933] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Created folder: Instances in parent group-v370637. [ 1396.928933] env[62295]: DEBUG oslo.service.loopingcall [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.929338] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.929608] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb67f8cd-cc98-490e-bee4-4d7d90cbf6b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.970714] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b752aa01-ffa9-4f3f-bdb5-595eefa4a542 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.976552] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.976552] env[62295]: value = "task-1786277" [ 1396.976552] env[62295]: _type = "Task" [ 1396.976552] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.982780] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29b4112-1742-417d-80f8-81428c665de1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.994547] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786277, 'name': CreateVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.004202] env[62295]: DEBUG nova.compute.provider_tree [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.024474] env[62295]: DEBUG nova.network.neutron [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.245238] env[62295]: DEBUG oslo_vmware.rw_handles [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f44cf-c032-734e-39b0-13407e9afc1d/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1397.250643] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76572d63-f92a-4b4c-975a-1bc9d5d98ccf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.254721] env[62295]: DEBUG nova.network.neutron [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Updating instance_info_cache with network_info: [{"id": "35670259-9e9e-4975-9037-ab1105995bbd", "address": "fa:16:3e:ca:65:ae", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35670259-9e", "ovs_interfaceid": "35670259-9e9e-4975-9037-ab1105995bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.262248] env[62295]: DEBUG oslo_vmware.rw_handles [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f44cf-c032-734e-39b0-13407e9afc1d/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1397.262423] env[62295]: ERROR oslo_vmware.rw_handles [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f44cf-c032-734e-39b0-13407e9afc1d/disk-0.vmdk due to incomplete transfer. [ 1397.262658] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0b9d1bc-3031-491c-8ee5-33f7f0002b11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.272926] env[62295]: DEBUG oslo_vmware.rw_handles [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f44cf-c032-734e-39b0-13407e9afc1d/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1397.272926] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Uploaded image 9219760d-5176-4cc0-8e03-e6ecccf58afa to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1397.273356] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1397.273624] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8874c716-ac83-4864-a49e-8e76a4ade2f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.283022] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1397.283022] env[62295]: value = "task-1786278" [ 1397.283022] env[62295]: _type = "Task" [ 1397.283022] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.298452] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786278, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.343148] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085992} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.343148] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.343931] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f98bb5e-3013-4afc-bb44-6bbf411db198 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.381333] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] a2aaa258-d597-443a-840a-79e7e6c405f2/a2aaa258-d597-443a-840a-79e7e6c405f2.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.382910] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23d44655-c7a5-4e87-8b26-3d4756740cc1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.405497] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for the task: (returnval){ [ 1397.405497] env[62295]: value = "task-1786279" [ 1397.405497] env[62295]: _type = "Task" [ 1397.405497] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.415152] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.490246] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786277, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.511020] env[62295]: DEBUG nova.scheduler.client.report [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1397.761028] env[62295]: DEBUG nova.compute.manager [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1397.762058] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Releasing lock "refresh_cache-d3173f71-1fba-413f-9014-205ed2beeea0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.762727] env[62295]: DEBUG nova.compute.manager [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Instance network_info: |[{"id": "35670259-9e9e-4975-9037-ab1105995bbd", "address": "fa:16:3e:ca:65:ae", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35670259-9e", "ovs_interfaceid": "35670259-9e9e-4975-9037-ab1105995bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1397.764683] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:65:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35670259-9e9e-4975-9037-ab1105995bbd', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.772935] env[62295]: DEBUG oslo.service.loopingcall [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.773195] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.773430] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-768881e1-5b63-4ab7-af3b-cd871abaf03d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.799866] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1397.800097] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1397.800259] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.800442] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1397.800593] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.800741] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1397.800951] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1397.801680] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1397.801887] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1397.802076] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1397.802266] env[62295]: DEBUG nova.virt.hardware [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1397.803117] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92757a8-afe0-4fb1-be6a-95417f0091f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.812203] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786278, 'name': Destroy_Task, 'duration_secs': 0.472534} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.812203] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.812203] env[62295]: value = "task-1786280" [ 1397.812203] env[62295]: _type = "Task" [ 1397.812203] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.812829] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Destroyed the VM [ 1397.813168] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1397.813583] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b727f241-1313-45b7-8f79-cc9c73696b9e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.825565] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d5de79-3ad2-4641-b34d-69e19639088b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.838294] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1397.838294] env[62295]: value = "task-1786281" [ 1397.838294] env[62295]: _type = "Task" [ 1397.838294] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.838538] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786280, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.864763] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquiring lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.865404] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.865404] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.917941] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786279, 'name': ReconfigVM_Task, 'duration_secs': 0.361493} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.918449] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Reconfigured VM instance instance-00000014 to attach disk [datastore1] a2aaa258-d597-443a-840a-79e7e6c405f2/a2aaa258-d597-443a-840a-79e7e6c405f2.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.918939] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a990e43b-6e61-4444-a714-5753c168de70 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.930902] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for the task: (returnval){ [ 1397.930902] env[62295]: value = "task-1786282" [ 1397.930902] env[62295]: _type = "Task" [ 1397.930902] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.942454] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786282, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.990950] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786277, 'name': CreateVM_Task, 'duration_secs': 0.992648} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.991653] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.992338] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.992583] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.992945] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.993261] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88222530-d722-4294-aee1-89ab9436f07d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.000305] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1398.000305] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529a34ca-8bca-3b8d-b454-0f7865ef66c7" [ 1398.000305] env[62295]: _type = "Task" [ 1398.000305] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.013133] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529a34ca-8bca-3b8d-b454-0f7865ef66c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.015766] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.018604] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.067s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.019678] env[62295]: DEBUG nova.objects.instance [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lazy-loading 'resources' on Instance uuid 0009344a-2312-435a-b9a1-3af3e98e4bf0 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.053249] env[62295]: INFO nova.scheduler.client.report [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleted allocations for instance 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a [ 1398.326483] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786280, 'name': CreateVM_Task, 'duration_secs': 0.46176} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.326668] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.328068] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.350573] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786281, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.355731] env[62295]: DEBUG nova.compute.manager [req-3e3fa694-c3dc-40c5-af14-d14049d18ee9 req-1064b344-7cc4-464d-8742-d396d0858b47 service nova] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Received event network-changed-35670259-9e9e-4975-9037-ab1105995bbd {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1398.356715] env[62295]: DEBUG nova.compute.manager [req-3e3fa694-c3dc-40c5-af14-d14049d18ee9 req-1064b344-7cc4-464d-8742-d396d0858b47 service nova] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Refreshing instance network info cache due to event network-changed-35670259-9e9e-4975-9037-ab1105995bbd. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1398.356715] env[62295]: DEBUG oslo_concurrency.lockutils [req-3e3fa694-c3dc-40c5-af14-d14049d18ee9 req-1064b344-7cc4-464d-8742-d396d0858b47 service nova] Acquiring lock "refresh_cache-d3173f71-1fba-413f-9014-205ed2beeea0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.356715] env[62295]: DEBUG oslo_concurrency.lockutils [req-3e3fa694-c3dc-40c5-af14-d14049d18ee9 req-1064b344-7cc4-464d-8742-d396d0858b47 service nova] Acquired lock "refresh_cache-d3173f71-1fba-413f-9014-205ed2beeea0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.356715] env[62295]: DEBUG nova.network.neutron [req-3e3fa694-c3dc-40c5-af14-d14049d18ee9 req-1064b344-7cc4-464d-8742-d396d0858b47 service nova] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Refreshing network info cache for port 35670259-9e9e-4975-9037-ab1105995bbd {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.445111] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786282, 'name': Rename_Task, 'duration_secs': 0.225633} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.445513] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.446064] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfa1ae19-18f7-4303-90db-01989f1e744f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.454259] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for the task: (returnval){ [ 1398.454259] env[62295]: value = "task-1786283" [ 1398.454259] env[62295]: _type = "Task" [ 1398.454259] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.464522] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.513548] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529a34ca-8bca-3b8d-b454-0f7865ef66c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012586} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.513967] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.514594] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.514717] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.514900] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.515137] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.515704] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.516128] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.517480] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bab9d8a4-219a-4aad-ad17-3615d2b4c94d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.522164] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3d7b25-b6e4-4602-b1bf-2b016703df45 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.533355] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1398.533355] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52da9266-ab81-8d8a-3a33-d72ce4a36c0b" [ 1398.533355] env[62295]: _type = "Task" [ 1398.533355] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.538861] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.539081] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.540744] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6849ef86-468e-43d3-beb2-db94bea5478a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.548437] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52da9266-ab81-8d8a-3a33-d72ce4a36c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.549181] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.549490] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.549755] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.552325] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1398.552325] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cb8cca-9836-1f8b-1338-8cb9fb1c520e" [ 1398.552325] env[62295]: _type = "Task" [ 1398.552325] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.561975] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6e34e28-3cdf-4350-bb3d-7804e2760f6c tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "3318fb2f-f7f4-443a-a3af-b3cf561a3d9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.697s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.567632] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cb8cca-9836-1f8b-1338-8cb9fb1c520e, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.568653] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c794a1-cba9-46b5-a0f5-a681095f1c55 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.574816] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1398.574816] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1bdc8-c271-80a3-cb7b-fd48db129123" [ 1398.574816] env[62295]: _type = "Task" [ 1398.574816] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.593671] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1bdc8-c271-80a3-cb7b-fd48db129123, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.595603] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.595906] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 473ba36d-5cc5-43f2-8e2c-849cb1da378b/473ba36d-5cc5-43f2-8e2c-849cb1da378b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.597191] env[62295]: DEBUG nova.compute.manager [req-6f9cc998-039c-43dd-8de5-b5273ddf7423 req-ff64a656-f21f-4b58-9679-d5f0ad400256 service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Received event network-vif-plugged-4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1398.597269] env[62295]: DEBUG oslo_concurrency.lockutils [req-6f9cc998-039c-43dd-8de5-b5273ddf7423 req-ff64a656-f21f-4b58-9679-d5f0ad400256 service nova] Acquiring lock "685e8c77-0574-4459-8677-227bb2cb3671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.598047] env[62295]: DEBUG oslo_concurrency.lockutils [req-6f9cc998-039c-43dd-8de5-b5273ddf7423 req-ff64a656-f21f-4b58-9679-d5f0ad400256 service nova] Lock "685e8c77-0574-4459-8677-227bb2cb3671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.598047] env[62295]: DEBUG oslo_concurrency.lockutils [req-6f9cc998-039c-43dd-8de5-b5273ddf7423 req-ff64a656-f21f-4b58-9679-d5f0ad400256 service nova] Lock "685e8c77-0574-4459-8677-227bb2cb3671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.598047] env[62295]: DEBUG nova.compute.manager [req-6f9cc998-039c-43dd-8de5-b5273ddf7423 req-ff64a656-f21f-4b58-9679-d5f0ad400256 service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] No waiting events found dispatching network-vif-plugged-4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1398.598047] env[62295]: WARNING nova.compute.manager [req-6f9cc998-039c-43dd-8de5-b5273ddf7423 req-ff64a656-f21f-4b58-9679-d5f0ad400256 service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Received unexpected event network-vif-plugged-4e417352-e05e-48fe-b83e-df668302baa0 for instance with vm_state building and task_state spawning. [ 1398.598357] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.598865] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.598865] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f7bef1-6a60-49c2-8c05-8574f93add8c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.607184] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5acf67d2-b647-43a2-af5e-7ffcdffdce87 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.610543] env[62295]: DEBUG nova.network.neutron [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Successfully updated port: 4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.620230] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1398.620230] env[62295]: value = "task-1786284" [ 1398.620230] env[62295]: _type = "Task" [ 1398.620230] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.623028] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.623305] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.631422] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305b06e5-8c30-40a2-b44e-f5e83925d00a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.644594] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1398.644594] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52016141-084c-3b38-3a23-818d9bb97406" [ 1398.644594] env[62295]: _type = "Task" [ 1398.644594] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.645247] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.661393] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52016141-084c-3b38-3a23-818d9bb97406, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.662745] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3ea8fe-6410-4fc9-afd0-5416988feda6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.669179] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1398.669179] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52090d7f-7759-effb-156c-b737da66400b" [ 1398.669179] env[62295]: _type = "Task" [ 1398.669179] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.681191] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52090d7f-7759-effb-156c-b737da66400b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.851978] env[62295]: DEBUG oslo_vmware.api [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786281, 'name': RemoveSnapshot_Task, 'duration_secs': 0.66307} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.852334] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1398.852582] env[62295]: INFO nova.compute.manager [None req-8f97b319-9a7b-4eaf-b3e9-391c2b7952e0 tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Took 19.36 seconds to snapshot the instance on the hypervisor. [ 1398.967439] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786283, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.091369] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.092102] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.116188] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.116343] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquired lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.116496] env[62295]: DEBUG nova.network.neutron [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.142056] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.142843] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885cd705-b04a-4bf1-8c81-ec8b5b5d7535 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.151948] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a17932-ddfb-4a17-b6c8-692e3c583280 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.189057] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501733ff-fd7e-4e9d-aacd-c0aa0b0d2301 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.201619] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d8f6b-4917-4bf3-a26b-01a327f414c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.205404] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52090d7f-7759-effb-156c-b737da66400b, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.205698] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.205953] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] d3173f71-1fba-413f-9014-205ed2beeea0/d3173f71-1fba-413f-9014-205ed2beeea0.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.206522] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d647c38-31e6-4dfd-87f6-3ade4cb7a396 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.217842] env[62295]: DEBUG nova.compute.provider_tree [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.221632] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1399.221632] env[62295]: value = "task-1786285" [ 1399.221632] env[62295]: _type = "Task" [ 1399.221632] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.231570] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.241329] env[62295]: DEBUG nova.network.neutron [req-3e3fa694-c3dc-40c5-af14-d14049d18ee9 req-1064b344-7cc4-464d-8742-d396d0858b47 service nova] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Updated VIF entry in instance network info cache for port 35670259-9e9e-4975-9037-ab1105995bbd. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.241329] env[62295]: DEBUG nova.network.neutron [req-3e3fa694-c3dc-40c5-af14-d14049d18ee9 req-1064b344-7cc4-464d-8742-d396d0858b47 service nova] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Updating instance_info_cache with network_info: [{"id": "35670259-9e9e-4975-9037-ab1105995bbd", "address": "fa:16:3e:ca:65:ae", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35670259-9e", "ovs_interfaceid": "35670259-9e9e-4975-9037-ab1105995bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.465724] env[62295]: DEBUG oslo_vmware.api [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786283, 'name': PowerOnVM_Task, 'duration_secs': 0.559683} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.466071] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.466289] env[62295]: INFO nova.compute.manager [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1399.466475] env[62295]: DEBUG nova.compute.manager [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1399.467270] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0795fbbc-68c5-4e10-9061-77cc34073bdf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.633716] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.655774] env[62295]: DEBUG nova.network.neutron [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.725211] env[62295]: DEBUG nova.scheduler.client.report [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1399.740203] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.743871] env[62295]: DEBUG oslo_concurrency.lockutils [req-3e3fa694-c3dc-40c5-af14-d14049d18ee9 req-1064b344-7cc4-464d-8742-d396d0858b47 service nova] Releasing lock "refresh_cache-d3173f71-1fba-413f-9014-205ed2beeea0" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.816452] env[62295]: DEBUG nova.network.neutron [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Updating instance_info_cache with network_info: [{"id": "4e417352-e05e-48fe-b83e-df668302baa0", "address": "fa:16:3e:d3:50:5e", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e417352-e0", "ovs_interfaceid": "4e417352-e05e-48fe-b83e-df668302baa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.940329] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquiring lock "a329d648-c057-4e99-a959-8813b0e14711" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.940329] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lock "a329d648-c057-4e99-a959-8813b0e14711" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.940329] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquiring lock "a329d648-c057-4e99-a959-8813b0e14711-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.940329] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lock "a329d648-c057-4e99-a959-8813b0e14711-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.941259] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lock "a329d648-c057-4e99-a959-8813b0e14711-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.945018] env[62295]: INFO nova.compute.manager [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Terminating instance [ 1399.945018] env[62295]: DEBUG nova.compute.manager [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1399.945018] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.945018] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dffc67-255e-4d4b-a751-4e484fc75d76 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.955071] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.955283] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1c52edd-8474-4aa1-9d51-a61b790cadde {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.964030] env[62295]: DEBUG oslo_vmware.api [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1399.964030] env[62295]: value = "task-1786286" [ 1399.964030] env[62295]: _type = "Task" [ 1399.964030] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.975292] env[62295]: DEBUG oslo_vmware.api [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.985481] env[62295]: INFO nova.compute.manager [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Took 40.99 seconds to build instance. [ 1400.135496] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.233823] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.235978] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.602s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.236198] env[62295]: DEBUG nova.objects.instance [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1400.251794] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.255026] env[62295]: INFO nova.scheduler.client.report [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleted allocations for instance 0009344a-2312-435a-b9a1-3af3e98e4bf0 [ 1400.318639] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Releasing lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.318972] env[62295]: DEBUG nova.compute.manager [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance network_info: |[{"id": "4e417352-e05e-48fe-b83e-df668302baa0", "address": "fa:16:3e:d3:50:5e", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e417352-e0", "ovs_interfaceid": "4e417352-e05e-48fe-b83e-df668302baa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1400.319409] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:50:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e417352-e05e-48fe-b83e-df668302baa0', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.327144] env[62295]: DEBUG oslo.service.loopingcall [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.327609] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.327839] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc4aa786-bde2-4b03-b06e-b073487b7fc7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.349980] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.349980] env[62295]: value = "task-1786287" [ 1400.349980] env[62295]: _type = "Task" [ 1400.349980] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.358398] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786287, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.436201] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquiring lock "a2aaa258-d597-443a-840a-79e7e6c405f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.473660] env[62295]: DEBUG oslo_vmware.api [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.488055] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4852a6a4-06e8-4e03-97c7-35d83ed5f7b9 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lock "a2aaa258-d597-443a-840a-79e7e6c405f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.846s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.489239] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lock "a2aaa258-d597-443a-840a-79e7e6c405f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.053s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.489594] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquiring lock "a2aaa258-d597-443a-840a-79e7e6c405f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.489932] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lock "a2aaa258-d597-443a-840a-79e7e6c405f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.490257] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lock "a2aaa258-d597-443a-840a-79e7e6c405f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.492719] env[62295]: INFO nova.compute.manager [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Terminating instance [ 1400.494852] env[62295]: DEBUG nova.compute.manager [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1400.495070] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.495917] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09234f45-cee4-431f-b5b6-77872411d5ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.504241] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.504482] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8e13a08-5f4a-4581-a40d-78af15a07c38 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.512403] env[62295]: DEBUG oslo_vmware.api [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for the task: (returnval){ [ 1400.512403] env[62295]: value = "task-1786288" [ 1400.512403] env[62295]: _type = "Task" [ 1400.512403] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.521674] env[62295]: DEBUG oslo_vmware.api [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.640531] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.723722] env[62295]: DEBUG nova.compute.manager [req-84982f14-7c1c-40cc-9287-8ec80f6c1ae1 req-9be3ea0d-2203-49b3-8db4-50209253eddb service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Received event network-changed-4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1400.724211] env[62295]: DEBUG nova.compute.manager [req-84982f14-7c1c-40cc-9287-8ec80f6c1ae1 req-9be3ea0d-2203-49b3-8db4-50209253eddb service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Refreshing instance network info cache due to event network-changed-4e417352-e05e-48fe-b83e-df668302baa0. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1400.724211] env[62295]: DEBUG oslo_concurrency.lockutils [req-84982f14-7c1c-40cc-9287-8ec80f6c1ae1 req-9be3ea0d-2203-49b3-8db4-50209253eddb service nova] Acquiring lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.724387] env[62295]: DEBUG oslo_concurrency.lockutils [req-84982f14-7c1c-40cc-9287-8ec80f6c1ae1 req-9be3ea0d-2203-49b3-8db4-50209253eddb service nova] Acquired lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.724487] env[62295]: DEBUG nova.network.neutron [req-84982f14-7c1c-40cc-9287-8ec80f6c1ae1 req-9be3ea0d-2203-49b3-8db4-50209253eddb service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Refreshing network info cache for port 4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.744585] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.769154] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb3ed583-9f59-4c58-bd89-ea45cbc3841f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "0009344a-2312-435a-b9a1-3af3e98e4bf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.122s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.865156] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786287, 'name': CreateVM_Task, 'duration_secs': 0.381658} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.865379] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.866157] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.866395] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.866855] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.867133] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5a28a5-cbcf-4143-80ef-8dd7737bb718 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.872096] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1400.872096] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52182a21-06a9-90d3-a3a9-074f90b39fc5" [ 1400.872096] env[62295]: _type = "Task" [ 1400.872096] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.880252] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52182a21-06a9-90d3-a3a9-074f90b39fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.978494] env[62295]: DEBUG oslo_vmware.api [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.997022] env[62295]: DEBUG nova.compute.manager [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1401.029276] env[62295]: DEBUG oslo_vmware.api [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786288, 'name': PowerOffVM_Task, 'duration_secs': 0.213424} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.029570] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.029741] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.029996] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd3177a4-1132-4fc2-92c1-706e3f4a704a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.137025] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.240607] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.247168] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00941ff2-4851-49ef-998e-832826d12cbc tempest-ServersAdmin275Test-2086822714 tempest-ServersAdmin275Test-2086822714-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.247882] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.553s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.249722] env[62295]: INFO nova.compute.claims [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1401.384010] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52182a21-06a9-90d3-a3a9-074f90b39fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.476749] env[62295]: DEBUG oslo_vmware.api [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.514235] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.544216] env[62295]: DEBUG nova.network.neutron [req-84982f14-7c1c-40cc-9287-8ec80f6c1ae1 req-9be3ea0d-2203-49b3-8db4-50209253eddb service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Updated VIF entry in instance network info cache for port 4e417352-e05e-48fe-b83e-df668302baa0. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.545067] env[62295]: DEBUG nova.network.neutron [req-84982f14-7c1c-40cc-9287-8ec80f6c1ae1 req-9be3ea0d-2203-49b3-8db4-50209253eddb service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Updating instance_info_cache with network_info: [{"id": "4e417352-e05e-48fe-b83e-df668302baa0", "address": "fa:16:3e:d3:50:5e", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e417352-e0", "ovs_interfaceid": "4e417352-e05e-48fe-b83e-df668302baa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.580632] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "1f4943ad-817a-4307-8f54-af4259b1656d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.580870] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "1f4943ad-817a-4307-8f54-af4259b1656d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.606119] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.606378] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.636605] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.744285] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.860523] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.860833] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.861032] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Deleting the datastore file [datastore1] a2aaa258-d597-443a-840a-79e7e6c405f2 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.861313] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8ed558a-d4ff-4c7a-9e51-eb411ab7fc74 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.868792] env[62295]: DEBUG oslo_vmware.api [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for the task: (returnval){ [ 1401.868792] env[62295]: value = "task-1786290" [ 1401.868792] env[62295]: _type = "Task" [ 1401.868792] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.877888] env[62295]: DEBUG oslo_vmware.api [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.887732] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52182a21-06a9-90d3-a3a9-074f90b39fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.868358} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.888037] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.888294] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.888551] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.888698] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.888878] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.889146] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3904aa9e-fe5a-4e15-9b56-3a0c6bd30497 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.908238] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.908486] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.909399] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b34695-1dd4-4cb3-9a1c-fd397a384ae1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.916700] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1401.916700] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5232d6cc-949c-66ee-d427-d5727e3d7454" [ 1401.916700] env[62295]: _type = "Task" [ 1401.916700] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.926769] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5232d6cc-949c-66ee-d427-d5727e3d7454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.977625] env[62295]: DEBUG oslo_vmware.api [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786286, 'name': PowerOffVM_Task, 'duration_secs': 1.965676} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.978209] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.978209] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.978457] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cbecd93-2f8e-4a5f-9379-6fa141ed6bc8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.047823] env[62295]: DEBUG oslo_concurrency.lockutils [req-84982f14-7c1c-40cc-9287-8ec80f6c1ae1 req-9be3ea0d-2203-49b3-8db4-50209253eddb service nova] Releasing lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.080882] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.080882] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.080882] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Deleting the datastore file [datastore1] a329d648-c057-4e99-a959-8813b0e14711 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.080882] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd8f7414-3a0e-4f60-9604-946e40ad6c86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.089325] env[62295]: DEBUG oslo_vmware.api [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for the task: (returnval){ [ 1402.089325] env[62295]: value = "task-1786292" [ 1402.089325] env[62295]: _type = "Task" [ 1402.089325] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.103111] env[62295]: DEBUG oslo_vmware.api [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.138308] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786284, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.146374} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.138892] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 473ba36d-5cc5-43f2-8e2c-849cb1da378b/473ba36d-5cc5-43f2-8e2c-849cb1da378b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.139173] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.139459] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b9c0036-87e0-4246-a3a2-7ad034031c86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.148628] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1402.148628] env[62295]: value = "task-1786293" [ 1402.148628] env[62295]: _type = "Task" [ 1402.148628] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.159012] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.242898] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786285, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.382189] env[62295]: DEBUG oslo_vmware.api [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.433252] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5232d6cc-949c-66ee-d427-d5727e3d7454, 'name': SearchDatastore_Task, 'duration_secs': 0.101722} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.433706] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af032b4-d762-435b-9179-a39b0a078e75 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.443151] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1402.443151] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528bc55f-d632-8036-deee-9bde8e991496" [ 1402.443151] env[62295]: _type = "Task" [ 1402.443151] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.454277] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528bc55f-d632-8036-deee-9bde8e991496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.599686] env[62295]: DEBUG oslo_vmware.api [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Task: {'id': task-1786292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481025} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.599961] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.600172] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.600349] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.600523] env[62295]: INFO nova.compute.manager [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [instance: a329d648-c057-4e99-a959-8813b0e14711] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1402.600760] env[62295]: DEBUG oslo.service.loopingcall [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.600950] env[62295]: DEBUG nova.compute.manager [-] [instance: a329d648-c057-4e99-a959-8813b0e14711] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1402.601059] env[62295]: DEBUG nova.network.neutron [-] [instance: a329d648-c057-4e99-a959-8813b0e14711] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.665254] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071712} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.665908] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.666378] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b1bf70-f6c3-44ea-afd7-3059dba6230e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.689767] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 473ba36d-5cc5-43f2-8e2c-849cb1da378b/473ba36d-5cc5-43f2-8e2c-849cb1da378b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.692448] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-254e7815-5bb6-4346-b23c-172be2bf607d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.713303] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1402.713303] env[62295]: value = "task-1786294" [ 1402.713303] env[62295]: _type = "Task" [ 1402.713303] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.722743] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.733950] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e25a3a-e284-472f-8186-ccc794675494 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.746603] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20315ec-4885-4920-97a9-43b94f87bce1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.750648] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786285, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.250689} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.750648] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] d3173f71-1fba-413f-9014-205ed2beeea0/d3173f71-1fba-413f-9014-205ed2beeea0.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.750898] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.751489] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-038e80d1-38ae-4420-81ff-adafe1834f1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.782006] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2238cd7-fb76-434d-b4d3-7f94dc18ea28 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.785113] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1402.785113] env[62295]: value = "task-1786295" [ 1402.785113] env[62295]: _type = "Task" [ 1402.785113] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.791963] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e20750c-37ec-46f0-97bc-372743c2e047 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.800375] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.815338] env[62295]: DEBUG nova.compute.provider_tree [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.882909] env[62295]: DEBUG oslo_vmware.api [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Task: {'id': task-1786290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.642797} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.884843] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.884928] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.885172] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.885388] env[62295]: INFO nova.compute.manager [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Took 2.39 seconds to destroy the instance on the hypervisor. [ 1402.885670] env[62295]: DEBUG oslo.service.loopingcall [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.886392] env[62295]: DEBUG nova.compute.manager [-] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1402.886392] env[62295]: DEBUG nova.network.neutron [-] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.910055] env[62295]: DEBUG nova.compute.manager [req-96535f8e-5e22-433e-bfcd-d2323659e14b req-efcbe352-da48-4a84-933d-b291890853f8 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Received event network-vif-deleted-d07534ce-5944-4a9d-aecb-703d25e3f587 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.910289] env[62295]: INFO nova.compute.manager [req-96535f8e-5e22-433e-bfcd-d2323659e14b req-efcbe352-da48-4a84-933d-b291890853f8 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Neutron deleted interface d07534ce-5944-4a9d-aecb-703d25e3f587; detaching it from the instance and deleting it from the info cache [ 1402.911086] env[62295]: DEBUG nova.network.neutron [req-96535f8e-5e22-433e-bfcd-d2323659e14b req-efcbe352-da48-4a84-933d-b291890853f8 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.956174] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528bc55f-d632-8036-deee-9bde8e991496, 'name': SearchDatastore_Task, 'duration_secs': 0.012018} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.956953] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.956953] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 685e8c77-0574-4459-8677-227bb2cb3671/685e8c77-0574-4459-8677-227bb2cb3671.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.957190] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf0eb0f2-42a5-4326-845d-8e84a763eb94 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.968826] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1402.968826] env[62295]: value = "task-1786296" [ 1402.968826] env[62295]: _type = "Task" [ 1402.968826] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.977234] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.225883] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.296170] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072479} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.296307] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.297248] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283f1df2-df02-4624-87aa-1851f2f1a94e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.323914] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] d3173f71-1fba-413f-9014-205ed2beeea0/d3173f71-1fba-413f-9014-205ed2beeea0.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.325278] env[62295]: DEBUG nova.scheduler.client.report [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1403.329760] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ddd7aa4-d3d1-42a6-bee1-5ccdc7c85c06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.355798] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1403.355798] env[62295]: value = "task-1786297" [ 1403.355798] env[62295]: _type = "Task" [ 1403.355798] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.368221] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.386676] env[62295]: DEBUG nova.network.neutron [-] [instance: a329d648-c057-4e99-a959-8813b0e14711] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.413606] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bcaceba-d626-4938-b9a1-2f5292466311 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.424814] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c6062a-9c73-4c52-837d-86602149003b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.458792] env[62295]: DEBUG nova.compute.manager [req-96535f8e-5e22-433e-bfcd-d2323659e14b req-efcbe352-da48-4a84-933d-b291890853f8 service nova] [instance: a329d648-c057-4e99-a959-8813b0e14711] Detach interface failed, port_id=d07534ce-5944-4a9d-aecb-703d25e3f587, reason: Instance a329d648-c057-4e99-a959-8813b0e14711 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1403.478210] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.653327] env[62295]: DEBUG nova.network.neutron [-] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.724400] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786294, 'name': ReconfigVM_Task, 'duration_secs': 0.656386} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.724699] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 473ba36d-5cc5-43f2-8e2c-849cb1da378b/473ba36d-5cc5-43f2-8e2c-849cb1da378b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.725375] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-005e9058-7d03-4353-9518-c5cec2954d5b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.733049] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1403.733049] env[62295]: value = "task-1786298" [ 1403.733049] env[62295]: _type = "Task" [ 1403.733049] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.743748] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786298, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.831578] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.832315] env[62295]: DEBUG nova.compute.manager [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1403.835159] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.657s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.836676] env[62295]: INFO nova.compute.claims [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1403.867431] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.889522] env[62295]: INFO nova.compute.manager [-] [instance: a329d648-c057-4e99-a959-8813b0e14711] Took 1.29 seconds to deallocate network for instance. [ 1403.979119] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.979371} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.979384] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 685e8c77-0574-4459-8677-227bb2cb3671/685e8c77-0574-4459-8677-227bb2cb3671.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.979607] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.979840] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a88d541a-35d6-4230-a781-006de7107bd5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.986519] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1403.986519] env[62295]: value = "task-1786299" [ 1403.986519] env[62295]: _type = "Task" [ 1403.986519] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.996238] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.156071] env[62295]: INFO nova.compute.manager [-] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Took 1.27 seconds to deallocate network for instance. [ 1404.243381] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786298, 'name': Rename_Task, 'duration_secs': 0.17696} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.243591] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.243845] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9daf9aee-cf8e-4450-92f2-222e001d14a3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.250971] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1404.250971] env[62295]: value = "task-1786300" [ 1404.250971] env[62295]: _type = "Task" [ 1404.250971] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.259320] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.341502] env[62295]: DEBUG nova.compute.utils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.344881] env[62295]: DEBUG nova.compute.manager [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1404.345070] env[62295]: DEBUG nova.network.neutron [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1404.367219] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786297, 'name': ReconfigVM_Task, 'duration_secs': 0.810238} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.367509] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Reconfigured VM instance instance-00000016 to attach disk [datastore1] d3173f71-1fba-413f-9014-205ed2beeea0/d3173f71-1fba-413f-9014-205ed2beeea0.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.368240] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d69e225e-f8b6-4348-b0b6-c90364c8da16 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.375686] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1404.375686] env[62295]: value = "task-1786301" [ 1404.375686] env[62295]: _type = "Task" [ 1404.375686] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.387180] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786301, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.393270] env[62295]: DEBUG nova.policy [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9109a608b48347789175f3123be338c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a64be8629a4de0a18aa8bca7f33b4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1404.397212] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.498017] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180057} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.498355] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.499179] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0911cf37-9054-4533-8daf-aa452ca1e7b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.523427] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 685e8c77-0574-4459-8677-227bb2cb3671/685e8c77-0574-4459-8677-227bb2cb3671.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.523610] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ffaea6-527e-44e6-877d-c53500e68ddf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.543892] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1404.543892] env[62295]: value = "task-1786302" [ 1404.543892] env[62295]: _type = "Task" [ 1404.543892] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.553469] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.667172] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.719564] env[62295]: DEBUG nova.network.neutron [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Successfully created port: 238b540c-be07-44ff-a3a4-64fe719a4994 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1404.763771] env[62295]: DEBUG oslo_vmware.api [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786300, 'name': PowerOnVM_Task, 'duration_secs': 0.51026} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.764352] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.764904] env[62295]: INFO nova.compute.manager [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Took 12.28 seconds to spawn the instance on the hypervisor. [ 1404.764976] env[62295]: DEBUG nova.compute.manager [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1404.765830] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7604ff-76f1-4e63-b830-104db55e2923 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.845369] env[62295]: DEBUG nova.compute.manager [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1404.895801] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786301, 'name': Rename_Task, 'duration_secs': 0.153437} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.895973] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.899428] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ed1bc8c-808b-429f-aa75-9649462a424a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.908503] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1404.908503] env[62295]: value = "task-1786303" [ 1404.908503] env[62295]: _type = "Task" [ 1404.908503] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.921577] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.949202] env[62295]: DEBUG nova.compute.manager [req-6475a30e-09ad-4147-9faa-0faec3260347 req-15169e1d-6c03-46e4-a77a-94d24383466a service nova] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Received event network-vif-deleted-a0e5ce0f-fd35-4110-89f5-5673bf505a34 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1405.063660] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786302, 'name': ReconfigVM_Task, 'duration_secs': 0.332015} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.063660] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 685e8c77-0574-4459-8677-227bb2cb3671/685e8c77-0574-4459-8677-227bb2cb3671.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.063660] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55aa98c4-ce4c-4453-aeec-72e4dbb911ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.074937] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1405.074937] env[62295]: value = "task-1786304" [ 1405.074937] env[62295]: _type = "Task" [ 1405.074937] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.087455] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786304, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.287883] env[62295]: INFO nova.compute.manager [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Took 43.45 seconds to build instance. [ 1405.420061] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786303, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.421722] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b3a70d-2124-4691-9baa-3310cef76dba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.430366] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb2a167-48d3-4b03-bbc9-2602e692d6ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.461705] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f157541-3dc8-46ab-9818-4738ed78c5f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.469336] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b86e107-f4c1-4051-a97a-5c772972d725 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.482855] env[62295]: DEBUG nova.compute.provider_tree [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.585703] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786304, 'name': Rename_Task, 'duration_secs': 0.157536} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.586010] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.586276] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c5a7ced-1d5a-4f57-a753-fbfa1ff89a03 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.593183] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1405.593183] env[62295]: value = "task-1786305" [ 1405.593183] env[62295]: _type = "Task" [ 1405.593183] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.600923] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.790127] env[62295]: DEBUG oslo_concurrency.lockutils [None req-33950749-431b-4d8e-b359-0f46454c74c3 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.801s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.862413] env[62295]: DEBUG nova.compute.manager [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1405.888933] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1405.889184] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1405.889344] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.889523] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1405.889698] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.889883] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1405.890064] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1405.890256] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1405.890385] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1405.890544] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1405.890712] env[62295]: DEBUG nova.virt.hardware [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1405.891620] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc38732-f3d4-4c9a-a431-b0b134fb5bde {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.900461] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d94e61-0693-4951-935d-3e4a80a5d916 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.921758] env[62295]: DEBUG oslo_vmware.api [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786303, 'name': PowerOnVM_Task, 'duration_secs': 0.529547} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.921952] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.922167] env[62295]: INFO nova.compute.manager [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1405.922347] env[62295]: DEBUG nova.compute.manager [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1405.923126] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1022becf-e584-419f-b130-62f27da9e265 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.986646] env[62295]: DEBUG nova.scheduler.client.report [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1406.103070] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786305, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.293311] env[62295]: DEBUG nova.compute.manager [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1406.438922] env[62295]: INFO nova.compute.manager [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Took 42.97 seconds to build instance. [ 1406.462191] env[62295]: DEBUG nova.network.neutron [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Successfully updated port: 238b540c-be07-44ff-a3a4-64fe719a4994 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1406.492043] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.492509] env[62295]: DEBUG nova.compute.manager [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1406.495335] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.811s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.497347] env[62295]: INFO nova.compute.claims [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.604937] env[62295]: DEBUG oslo_vmware.api [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786305, 'name': PowerOnVM_Task, 'duration_secs': 0.653035} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.605345] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.605551] env[62295]: INFO nova.compute.manager [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1406.605730] env[62295]: DEBUG nova.compute.manager [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1406.606637] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee78b816-753e-4d08-b496-67fea6df70dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.819957] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.941071] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fe99e45-f2b3-4843-bbcc-db4315b05022 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "d3173f71-1fba-413f-9014-205ed2beeea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.182s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.965026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquiring lock "refresh_cache-a2350f60-050b-44b6-a6e7-830a56b018ad" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.965026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquired lock "refresh_cache-a2350f60-050b-44b6-a6e7-830a56b018ad" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.965026] env[62295]: DEBUG nova.network.neutron [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.003347] env[62295]: DEBUG nova.compute.utils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1407.004818] env[62295]: DEBUG nova.compute.manager [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1407.004912] env[62295]: DEBUG nova.network.neutron [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.016610] env[62295]: DEBUG nova.compute.manager [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Received event network-vif-plugged-238b540c-be07-44ff-a3a4-64fe719a4994 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1407.016837] env[62295]: DEBUG oslo_concurrency.lockutils [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] Acquiring lock "a2350f60-050b-44b6-a6e7-830a56b018ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.017160] env[62295]: DEBUG oslo_concurrency.lockutils [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] Lock "a2350f60-050b-44b6-a6e7-830a56b018ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.017375] env[62295]: DEBUG oslo_concurrency.lockutils [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] Lock "a2350f60-050b-44b6-a6e7-830a56b018ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.017474] env[62295]: DEBUG nova.compute.manager [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] No waiting events found dispatching network-vif-plugged-238b540c-be07-44ff-a3a4-64fe719a4994 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1407.017653] env[62295]: WARNING nova.compute.manager [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Received unexpected event network-vif-plugged-238b540c-be07-44ff-a3a4-64fe719a4994 for instance with vm_state building and task_state spawning. [ 1407.017806] env[62295]: DEBUG nova.compute.manager [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Received event network-changed-238b540c-be07-44ff-a3a4-64fe719a4994 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1407.017973] env[62295]: DEBUG nova.compute.manager [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Refreshing instance network info cache due to event network-changed-238b540c-be07-44ff-a3a4-64fe719a4994. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1407.018172] env[62295]: DEBUG oslo_concurrency.lockutils [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] Acquiring lock "refresh_cache-a2350f60-050b-44b6-a6e7-830a56b018ad" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.072456] env[62295]: DEBUG nova.policy [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee9c92f354fe4079b9cab92aff31e048', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '687305b0e1cb4a9d9d5ab77538d81734', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1407.126820] env[62295]: INFO nova.compute.manager [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Took 40.50 seconds to build instance. [ 1407.443587] env[62295]: DEBUG nova.compute.manager [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1407.496292] env[62295]: DEBUG nova.network.neutron [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.508419] env[62295]: DEBUG nova.compute.manager [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1407.581777] env[62295]: DEBUG nova.network.neutron [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Successfully created port: 4dbfa1fa-6276-43b5-8948-03d48b18ecb0 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1407.628131] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cb78c939-f481-4ae7-bbc3-6a3fab2de63d tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "685e8c77-0574-4459-8677-227bb2cb3671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.751s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.657588] env[62295]: DEBUG nova.network.neutron [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Updating instance_info_cache with network_info: [{"id": "238b540c-be07-44ff-a3a4-64fe719a4994", "address": "fa:16:3e:22:dd:53", "network": {"id": "b86889c9-bc68-4840-bf31-445630d8d77f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1723895823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a64be8629a4de0a18aa8bca7f33b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238b540c-be", "ovs_interfaceid": "238b540c-be07-44ff-a3a4-64fe719a4994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.738784] env[62295]: DEBUG nova.compute.manager [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1407.739704] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b4d3f9-6e68-4dd3-81d3-616ef3e9b55b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.965480] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.986854] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ae6399-d0d6-4a79-aed2-660adc62f8fd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.994641] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303727d2-ca0a-4e18-924b-8a8d8ce65fbd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.033843] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b286574c-ce1e-4b41-adc5-d20911690cb6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.042693] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de227ed3-9e03-4b40-9169-72dbc5f147ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.058559] env[62295]: DEBUG nova.compute.provider_tree [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.132146] env[62295]: DEBUG nova.compute.manager [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1408.161104] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Releasing lock "refresh_cache-a2350f60-050b-44b6-a6e7-830a56b018ad" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.162419] env[62295]: DEBUG nova.compute.manager [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Instance network_info: |[{"id": "238b540c-be07-44ff-a3a4-64fe719a4994", "address": "fa:16:3e:22:dd:53", "network": {"id": "b86889c9-bc68-4840-bf31-445630d8d77f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1723895823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a64be8629a4de0a18aa8bca7f33b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238b540c-be", "ovs_interfaceid": "238b540c-be07-44ff-a3a4-64fe719a4994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1408.162419] env[62295]: DEBUG oslo_concurrency.lockutils [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] Acquired lock "refresh_cache-a2350f60-050b-44b6-a6e7-830a56b018ad" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.162622] env[62295]: DEBUG nova.network.neutron [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Refreshing network info cache for port 238b540c-be07-44ff-a3a4-64fe719a4994 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.163644] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:dd:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '238b540c-be07-44ff-a3a4-64fe719a4994', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.171225] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Creating folder: Project (b9a64be8629a4de0a18aa8bca7f33b4f). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.172321] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d798ca5b-8991-48f5-941b-31be6b31426f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.183966] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Created folder: Project (b9a64be8629a4de0a18aa8bca7f33b4f) in parent group-v370569. [ 1408.184135] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Creating folder: Instances. Parent ref: group-v370642. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.184379] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3662f48d-ed6f-4d2a-9213-2d93be4d888e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.194529] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Created folder: Instances in parent group-v370642. [ 1408.194764] env[62295]: DEBUG oslo.service.loopingcall [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.194944] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.195164] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7702c5c3-b639-4739-9183-6a6d636d48af {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.214616] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.214616] env[62295]: value = "task-1786308" [ 1408.214616] env[62295]: _type = "Task" [ 1408.214616] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.225117] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786308, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.255068] env[62295]: INFO nova.compute.manager [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] instance snapshotting [ 1408.258348] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711160e2-b997-4163-a2e1-b54ced76ceb9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.277593] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd53de1-9491-401b-8733-0f202bb69d51 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.539032] env[62295]: DEBUG nova.compute.manager [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1408.562746] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1408.565588] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1408.565588] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.565588] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1408.565588] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.565588] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1408.566024] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1408.566332] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1408.566610] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1408.567070] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1408.567369] env[62295]: DEBUG nova.virt.hardware [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1408.568343] env[62295]: DEBUG nova.scheduler.client.report [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1408.576419] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a2179d-e629-47f9-9f34-abec66eaa51b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.589506] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1120c5-592d-4ace-9c5c-d0d321686601 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.653197] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.725177] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786308, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.789478] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1408.789812] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9af5277-e2ff-4b69-baf3-109a58f8d176 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.797667] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1408.797667] env[62295]: value = "task-1786309" [ 1408.797667] env[62295]: _type = "Task" [ 1408.797667] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.810633] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.959631] env[62295]: DEBUG nova.network.neutron [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Updated VIF entry in instance network info cache for port 238b540c-be07-44ff-a3a4-64fe719a4994. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.960053] env[62295]: DEBUG nova.network.neutron [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Updating instance_info_cache with network_info: [{"id": "238b540c-be07-44ff-a3a4-64fe719a4994", "address": "fa:16:3e:22:dd:53", "network": {"id": "b86889c9-bc68-4840-bf31-445630d8d77f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1723895823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a64be8629a4de0a18aa8bca7f33b4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238b540c-be", "ovs_interfaceid": "238b540c-be07-44ff-a3a4-64fe719a4994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.082550] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.083091] env[62295]: DEBUG nova.compute.manager [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1409.086751] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.245s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.086962] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.087198] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1409.087545] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.916s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.087767] env[62295]: DEBUG nova.objects.instance [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lazy-loading 'resources' on Instance uuid 68f6940a-7897-4c93-af54-ff65a55aa587 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.091424] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b3b171-d47f-4176-b0a3-71ab6f4197d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.099526] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25ef08-4f7b-40db-bd03-5c9402c6f730 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.106699] env[62295]: DEBUG nova.compute.manager [req-4a133f8e-6166-40dc-9a0a-2baf5fc7fa31 req-9362ca06-e380-4dd3-ac5e-ff3e4b2a63c8 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Received event network-changed-1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1409.106880] env[62295]: DEBUG nova.compute.manager [req-4a133f8e-6166-40dc-9a0a-2baf5fc7fa31 req-9362ca06-e380-4dd3-ac5e-ff3e4b2a63c8 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Refreshing instance network info cache due to event network-changed-1848963c-c7d8-43f1-bb29-5892bb9c5a2d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1409.107124] env[62295]: DEBUG oslo_concurrency.lockutils [req-4a133f8e-6166-40dc-9a0a-2baf5fc7fa31 req-9362ca06-e380-4dd3-ac5e-ff3e4b2a63c8 service nova] Acquiring lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.107279] env[62295]: DEBUG oslo_concurrency.lockutils [req-4a133f8e-6166-40dc-9a0a-2baf5fc7fa31 req-9362ca06-e380-4dd3-ac5e-ff3e4b2a63c8 service nova] Acquired lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.107457] env[62295]: DEBUG nova.network.neutron [req-4a133f8e-6166-40dc-9a0a-2baf5fc7fa31 req-9362ca06-e380-4dd3-ac5e-ff3e4b2a63c8 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Refreshing network info cache for port 1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.121697] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b735b75-969b-4f71-99e0-f9d84b328fae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.130083] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df38e73c-e40f-42be-b8d9-4278544a06f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.162556] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179848MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1409.162717] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.225962] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786308, 'name': CreateVM_Task, 'duration_secs': 0.825903} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.226204] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1409.226923] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.227096] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.227424] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1409.227690] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d4309e-e4f2-4536-8d93-6fb1d262a7c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.232846] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for the task: (returnval){ [ 1409.232846] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fe971e-be77-3427-c3ce-89107fcfdfc4" [ 1409.232846] env[62295]: _type = "Task" [ 1409.232846] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.240782] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fe971e-be77-3427-c3ce-89107fcfdfc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.307367] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.363783] env[62295]: DEBUG nova.network.neutron [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Successfully updated port: 4dbfa1fa-6276-43b5-8948-03d48b18ecb0 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.463357] env[62295]: DEBUG oslo_concurrency.lockutils [req-03c31748-836e-4e1c-a3ed-487dec89a1f9 req-349e05f3-4b28-4e19-889d-4cfc690656ee service nova] Releasing lock "refresh_cache-a2350f60-050b-44b6-a6e7-830a56b018ad" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.594654] env[62295]: DEBUG nova.compute.utils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1409.598559] env[62295]: DEBUG nova.compute.manager [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1409.598728] env[62295]: DEBUG nova.network.neutron [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.712049] env[62295]: DEBUG nova.policy [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e388d5de7df4fcc9df76ea69ecfa336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f0b28d04b304c909e8653edf6b27079', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1409.744726] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fe971e-be77-3427-c3ce-89107fcfdfc4, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.745028] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.745265] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.745494] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.745643] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.745810] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.746090] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59b3f44a-19ea-4f47-b3c1-d0de86d3ae54 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.757729] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.757918] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.761449] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef50666-3ee7-4cd9-92ac-611cf9a372c7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.768555] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for the task: (returnval){ [ 1409.768555] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5201b928-0f57-7413-89b6-449e59634902" [ 1409.768555] env[62295]: _type = "Task" [ 1409.768555] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.778267] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5201b928-0f57-7413-89b6-449e59634902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.808824] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786309, 'name': CreateSnapshot_Task, 'duration_secs': 0.913586} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.809094] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1409.810033] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea1bc66-baff-40e1-90b7-f126cba93b90 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.869465] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquiring lock "refresh_cache-da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.869465] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquired lock "refresh_cache-da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.869465] env[62295]: DEBUG nova.network.neutron [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.082364] env[62295]: DEBUG nova.network.neutron [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Successfully created port: 6d9383c1-083c-49fc-b1c8-4c6c830575c3 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.104931] env[62295]: DEBUG nova.compute.manager [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1410.149886] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881ab861-3868-4793-8c01-9f7008d4d943 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.160914] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0522900e-a198-4f20-8312-06ca99b6b85b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.194776] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cce2bd-22af-4962-9c01-d012f93b73c5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.203101] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd2bb82-537a-465f-8e90-8f13470a5e10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.217022] env[62295]: DEBUG nova.compute.provider_tree [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.249096] env[62295]: DEBUG nova.network.neutron [req-4a133f8e-6166-40dc-9a0a-2baf5fc7fa31 req-9362ca06-e380-4dd3-ac5e-ff3e4b2a63c8 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updated VIF entry in instance network info cache for port 1848963c-c7d8-43f1-bb29-5892bb9c5a2d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.249512] env[62295]: DEBUG nova.network.neutron [req-4a133f8e-6166-40dc-9a0a-2baf5fc7fa31 req-9362ca06-e380-4dd3-ac5e-ff3e4b2a63c8 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updating instance_info_cache with network_info: [{"id": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "address": "fa:16:3e:f8:7a:32", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1848963c-c7", "ovs_interfaceid": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.283041] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5201b928-0f57-7413-89b6-449e59634902, 'name': SearchDatastore_Task, 'duration_secs': 0.024375} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.283843] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504f31d5-120a-474c-a989-4f224433ad27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.289697] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for the task: (returnval){ [ 1410.289697] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5279252c-2461-f637-57a6-a276777afcb8" [ 1410.289697] env[62295]: _type = "Task" [ 1410.289697] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.298479] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5279252c-2461-f637-57a6-a276777afcb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.333167] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1410.333488] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c912156c-b2a1-43c8-97b3-9ccafd09016a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.346942] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1410.346942] env[62295]: value = "task-1786310" [ 1410.346942] env[62295]: _type = "Task" [ 1410.346942] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.355460] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786310, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.422500] env[62295]: DEBUG nova.network.neutron [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.667020] env[62295]: DEBUG nova.network.neutron [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Updating instance_info_cache with network_info: [{"id": "4dbfa1fa-6276-43b5-8948-03d48b18ecb0", "address": "fa:16:3e:be:43:5c", "network": {"id": "210ff403-f0d8-4dc9-bca1-b7cd7b949784", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-868910675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687305b0e1cb4a9d9d5ab77538d81734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dbfa1fa-62", "ovs_interfaceid": "4dbfa1fa-6276-43b5-8948-03d48b18ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.721861] env[62295]: DEBUG nova.scheduler.client.report [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1410.746018] env[62295]: DEBUG nova.compute.manager [req-00853346-fac9-4ef1-9df6-872a2ff0c075 req-3a78eebb-0c68-48e4-906e-84871ccc2067 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Received event network-changed-1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1410.746018] env[62295]: DEBUG nova.compute.manager [req-00853346-fac9-4ef1-9df6-872a2ff0c075 req-3a78eebb-0c68-48e4-906e-84871ccc2067 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Refreshing instance network info cache due to event network-changed-1848963c-c7d8-43f1-bb29-5892bb9c5a2d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1410.746018] env[62295]: DEBUG oslo_concurrency.lockutils [req-00853346-fac9-4ef1-9df6-872a2ff0c075 req-3a78eebb-0c68-48e4-906e-84871ccc2067 service nova] Acquiring lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.753562] env[62295]: DEBUG oslo_concurrency.lockutils [req-4a133f8e-6166-40dc-9a0a-2baf5fc7fa31 req-9362ca06-e380-4dd3-ac5e-ff3e4b2a63c8 service nova] Releasing lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.753562] env[62295]: DEBUG oslo_concurrency.lockutils [req-00853346-fac9-4ef1-9df6-872a2ff0c075 req-3a78eebb-0c68-48e4-906e-84871ccc2067 service nova] Acquired lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.753562] env[62295]: DEBUG nova.network.neutron [req-00853346-fac9-4ef1-9df6-872a2ff0c075 req-3a78eebb-0c68-48e4-906e-84871ccc2067 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Refreshing network info cache for port 1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.801030] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5279252c-2461-f637-57a6-a276777afcb8, 'name': SearchDatastore_Task, 'duration_secs': 0.041091} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.801293] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.801709] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a2350f60-050b-44b6-a6e7-830a56b018ad/a2350f60-050b-44b6-a6e7-830a56b018ad.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.801842] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b88291-5974-486d-9ec1-879561daaad7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.808677] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for the task: (returnval){ [ 1410.808677] env[62295]: value = "task-1786311" [ 1410.808677] env[62295]: _type = "Task" [ 1410.808677] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.816780] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.857036] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786310, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.116363] env[62295]: DEBUG nova.compute.manager [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1411.138631] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1411.138981] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1411.139252] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.139548] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1411.139766] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.139979] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1411.140783] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1411.142034] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1411.142034] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1411.142034] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1411.142034] env[62295]: DEBUG nova.virt.hardware [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1411.142589] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e434fde-0479-4b1c-be93-6e908afc5235 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.151436] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e366df-7dad-4077-969d-4cdc1d8a31da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.171276] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Releasing lock "refresh_cache-da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.171604] env[62295]: DEBUG nova.compute.manager [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Instance network_info: |[{"id": "4dbfa1fa-6276-43b5-8948-03d48b18ecb0", "address": "fa:16:3e:be:43:5c", "network": {"id": "210ff403-f0d8-4dc9-bca1-b7cd7b949784", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-868910675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687305b0e1cb4a9d9d5ab77538d81734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dbfa1fa-62", "ovs_interfaceid": "4dbfa1fa-6276-43b5-8948-03d48b18ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1411.172039] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:43:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dbfa1fa-6276-43b5-8948-03d48b18ecb0', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.179770] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Creating folder: Project (687305b0e1cb4a9d9d5ab77538d81734). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.180053] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a44f2209-337c-484e-a935-1e6717555e17 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.192608] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Created folder: Project (687305b0e1cb4a9d9d5ab77538d81734) in parent group-v370569. [ 1411.192781] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Creating folder: Instances. Parent ref: group-v370647. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.193134] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79124896-3adf-4375-a7cc-60c6019ea533 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.202371] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Created folder: Instances in parent group-v370647. [ 1411.203543] env[62295]: DEBUG oslo.service.loopingcall [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.203543] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.203543] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3addec4-d37b-4db3-b3a3-ae741d8fb520 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.223928] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.223928] env[62295]: value = "task-1786314" [ 1411.223928] env[62295]: _type = "Task" [ 1411.223928] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.227674] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.229810] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.754s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.230054] env[62295]: DEBUG nova.objects.instance [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lazy-loading 'resources' on Instance uuid a1191537-92d0-4618-9bb8-b7f3dc7129f2 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.237370] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786314, 'name': CreateVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.255024] env[62295]: INFO nova.scheduler.client.report [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Deleted allocations for instance 68f6940a-7897-4c93-af54-ff65a55aa587 [ 1411.298929] env[62295]: DEBUG nova.compute.manager [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Received event network-vif-plugged-4dbfa1fa-6276-43b5-8948-03d48b18ecb0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1411.299178] env[62295]: DEBUG oslo_concurrency.lockutils [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] Acquiring lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.300123] env[62295]: DEBUG oslo_concurrency.lockutils [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] Lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.300123] env[62295]: DEBUG oslo_concurrency.lockutils [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] Lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.300123] env[62295]: DEBUG nova.compute.manager [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] No waiting events found dispatching network-vif-plugged-4dbfa1fa-6276-43b5-8948-03d48b18ecb0 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1411.300123] env[62295]: WARNING nova.compute.manager [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Received unexpected event network-vif-plugged-4dbfa1fa-6276-43b5-8948-03d48b18ecb0 for instance with vm_state building and task_state spawning. [ 1411.300123] env[62295]: DEBUG nova.compute.manager [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Received event network-changed-4dbfa1fa-6276-43b5-8948-03d48b18ecb0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1411.300468] env[62295]: DEBUG nova.compute.manager [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Refreshing instance network info cache due to event network-changed-4dbfa1fa-6276-43b5-8948-03d48b18ecb0. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1411.300468] env[62295]: DEBUG oslo_concurrency.lockutils [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] Acquiring lock "refresh_cache-da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.300592] env[62295]: DEBUG oslo_concurrency.lockutils [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] Acquired lock "refresh_cache-da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.300759] env[62295]: DEBUG nova.network.neutron [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Refreshing network info cache for port 4dbfa1fa-6276-43b5-8948-03d48b18ecb0 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.321029] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786311, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.358512] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786310, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.589022] env[62295]: DEBUG nova.network.neutron [req-00853346-fac9-4ef1-9df6-872a2ff0c075 req-3a78eebb-0c68-48e4-906e-84871ccc2067 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updated VIF entry in instance network info cache for port 1848963c-c7d8-43f1-bb29-5892bb9c5a2d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.589022] env[62295]: DEBUG nova.network.neutron [req-00853346-fac9-4ef1-9df6-872a2ff0c075 req-3a78eebb-0c68-48e4-906e-84871ccc2067 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updating instance_info_cache with network_info: [{"id": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "address": "fa:16:3e:f8:7a:32", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1848963c-c7", "ovs_interfaceid": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.738494] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786314, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.765011] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c97cfc62-71e4-4879-9f74-ea095dd8da41 tempest-ServersAdmin275Test-518896497 tempest-ServersAdmin275Test-518896497-project-member] Lock "68f6940a-7897-4c93-af54-ff65a55aa587" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.425s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.778368] env[62295]: DEBUG nova.network.neutron [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Successfully updated port: 6d9383c1-083c-49fc-b1c8-4c6c830575c3 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.820908] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.860226] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786310, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.096582] env[62295]: DEBUG nova.network.neutron [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Updated VIF entry in instance network info cache for port 4dbfa1fa-6276-43b5-8948-03d48b18ecb0. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.096916] env[62295]: DEBUG nova.network.neutron [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Updating instance_info_cache with network_info: [{"id": "4dbfa1fa-6276-43b5-8948-03d48b18ecb0", "address": "fa:16:3e:be:43:5c", "network": {"id": "210ff403-f0d8-4dc9-bca1-b7cd7b949784", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-868910675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "687305b0e1cb4a9d9d5ab77538d81734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dbfa1fa-62", "ovs_interfaceid": "4dbfa1fa-6276-43b5-8948-03d48b18ecb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.098327] env[62295]: DEBUG oslo_concurrency.lockutils [req-00853346-fac9-4ef1-9df6-872a2ff0c075 req-3a78eebb-0c68-48e4-906e-84871ccc2067 service nova] Releasing lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.236416] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786314, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.252990] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81016c7f-2e25-4b3f-809e-c240be2ba6b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.260734] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4d78df-9e4c-431c-8221-e632893b6ac4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.291619] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "refresh_cache-1f3d02c2-90ac-4113-b83b-59f6989810d4" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.291619] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquired lock "refresh_cache-1f3d02c2-90ac-4113-b83b-59f6989810d4" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.291619] env[62295]: DEBUG nova.network.neutron [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.293570] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78cc548-4111-4166-9878-eff0172a15dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.302069] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336af1e0-ce51-452a-99cb-d6ad3067dcc1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.318169] env[62295]: DEBUG nova.compute.provider_tree [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1412.329461] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786311, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.095067} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.330307] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a2350f60-050b-44b6-a6e7-830a56b018ad/a2350f60-050b-44b6-a6e7-830a56b018ad.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.330540] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.331167] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3197b27-bc6e-4e2a-bff2-6f5c9f67cc4e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.337862] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for the task: (returnval){ [ 1412.337862] env[62295]: value = "task-1786315" [ 1412.337862] env[62295]: _type = "Task" [ 1412.337862] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.348039] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.359184] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786310, 'name': CloneVM_Task, 'duration_secs': 1.964076} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.359290] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Created linked-clone VM from snapshot [ 1412.360012] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d625596b-6e11-412d-ae81-738b246a0bdc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.368242] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Uploading image 48c7f07e-5ceb-4126-beb0-26f815052bb6 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1412.395952] env[62295]: DEBUG oslo_vmware.rw_handles [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1412.395952] env[62295]: value = "vm-370646" [ 1412.395952] env[62295]: _type = "VirtualMachine" [ 1412.395952] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1412.396391] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-969c8dcb-274c-43d0-8e56-78c4cd4e200a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.405579] env[62295]: DEBUG oslo_vmware.rw_handles [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lease: (returnval){ [ 1412.405579] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52877e14-ae43-1a62-3a4b-6742026b31a0" [ 1412.405579] env[62295]: _type = "HttpNfcLease" [ 1412.405579] env[62295]: } obtained for exporting VM: (result){ [ 1412.405579] env[62295]: value = "vm-370646" [ 1412.405579] env[62295]: _type = "VirtualMachine" [ 1412.405579] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1412.405952] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the lease: (returnval){ [ 1412.405952] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52877e14-ae43-1a62-3a4b-6742026b31a0" [ 1412.405952] env[62295]: _type = "HttpNfcLease" [ 1412.405952] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1412.415216] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.415216] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52877e14-ae43-1a62-3a4b-6742026b31a0" [ 1412.415216] env[62295]: _type = "HttpNfcLease" [ 1412.415216] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1412.599966] env[62295]: DEBUG oslo_concurrency.lockutils [req-e9464239-0e2d-4317-8476-cfa26492c82e req-b8c59c00-d587-4881-a2fb-47d25dc1ff99 service nova] Releasing lock "refresh_cache-da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.736510] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786314, 'name': CreateVM_Task, 'duration_secs': 1.109367} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.736626] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.737348] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.737510] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.737838] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.738123] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a6a8de-ed69-4890-b6c4-b4c09d0f96f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.742998] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for the task: (returnval){ [ 1412.742998] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5286edad-ba57-3095-ca04-a7c9a5e8efdc" [ 1412.742998] env[62295]: _type = "Task" [ 1412.742998] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.751609] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5286edad-ba57-3095-ca04-a7c9a5e8efdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.848621] env[62295]: DEBUG nova.network.neutron [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.853142] env[62295]: ERROR nova.scheduler.client.report [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [req-d4607c24-ea93-4a09-b9ae-f75d73c80446] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4607c24-ea93-4a09-b9ae-f75d73c80446"}]} [ 1412.861015] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310816} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.861015] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.861015] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eae39d-0de8-4081-b437-3373c9ab966c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.883433] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] a2350f60-050b-44b6-a6e7-830a56b018ad/a2350f60-050b-44b6-a6e7-830a56b018ad.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.884646] env[62295]: DEBUG nova.scheduler.client.report [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1412.888501] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012ff1ae-bbfd-4648-a048-8b17c37c493b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.908058] env[62295]: DEBUG nova.compute.manager [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Received event network-changed-4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1412.908717] env[62295]: DEBUG nova.compute.manager [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Refreshing instance network info cache due to event network-changed-4e417352-e05e-48fe-b83e-df668302baa0. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1412.908717] env[62295]: DEBUG oslo_concurrency.lockutils [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] Acquiring lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.908717] env[62295]: DEBUG oslo_concurrency.lockutils [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] Acquired lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.908880] env[62295]: DEBUG nova.network.neutron [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Refreshing network info cache for port 4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.918322] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for the task: (returnval){ [ 1412.918322] env[62295]: value = "task-1786317" [ 1412.918322] env[62295]: _type = "Task" [ 1412.918322] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.923653] env[62295]: DEBUG nova.scheduler.client.report [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1412.923888] env[62295]: DEBUG nova.compute.provider_tree [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1412.928095] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.928095] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52877e14-ae43-1a62-3a4b-6742026b31a0" [ 1412.928095] env[62295]: _type = "HttpNfcLease" [ 1412.928095] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1412.930686] env[62295]: DEBUG oslo_vmware.rw_handles [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1412.930686] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52877e14-ae43-1a62-3a4b-6742026b31a0" [ 1412.930686] env[62295]: _type = "HttpNfcLease" [ 1412.930686] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1412.932767] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c74fff-7174-4aa4-89ac-a694bd026045 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.944217] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.945048] env[62295]: DEBUG nova.scheduler.client.report [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1412.954236] env[62295]: DEBUG oslo_vmware.rw_handles [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229a53e-9d6c-4bb3-f06a-fa53e36ec78a/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1412.954433] env[62295]: DEBUG oslo_vmware.rw_handles [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229a53e-9d6c-4bb3-f06a-fa53e36ec78a/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1413.020742] env[62295]: DEBUG nova.scheduler.client.report [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1413.058433] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "685e8c77-0574-4459-8677-227bb2cb3671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.058896] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "685e8c77-0574-4459-8677-227bb2cb3671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.059780] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "685e8c77-0574-4459-8677-227bb2cb3671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.059780] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "685e8c77-0574-4459-8677-227bb2cb3671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.059780] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "685e8c77-0574-4459-8677-227bb2cb3671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.068676] env[62295]: INFO nova.compute.manager [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Terminating instance [ 1413.070471] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e066f44-4b51-4011-b8cf-02cd520d03b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.073582] env[62295]: DEBUG nova.compute.manager [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1413.073989] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1413.075041] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f82800-3e73-4682-b162-0ba7d3a1bd11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.085499] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.091067] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a330730-c6f8-4a5d-b81b-c02278fd0ce4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.102441] env[62295]: DEBUG oslo_vmware.api [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1413.102441] env[62295]: value = "task-1786318" [ 1413.102441] env[62295]: _type = "Task" [ 1413.102441] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.113513] env[62295]: DEBUG oslo_vmware.api [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.140482] env[62295]: DEBUG nova.network.neutron [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Updating instance_info_cache with network_info: [{"id": "6d9383c1-083c-49fc-b1c8-4c6c830575c3", "address": "fa:16:3e:59:e6:6f", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9383c1-08", "ovs_interfaceid": "6d9383c1-083c-49fc-b1c8-4c6c830575c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.254652] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5286edad-ba57-3095-ca04-a7c9a5e8efdc, 'name': SearchDatastore_Task, 'duration_secs': 0.031665} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.257617] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.257893] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.258143] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.258294] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.258503] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.259063] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccc05fff-dcf8-4b7b-aa61-aad36ce35d39 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.269535] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.269724] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.270515] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80468da-ac97-4ad5-aea7-60afe833758d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.277989] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for the task: (returnval){ [ 1413.277989] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52eb39c0-c5ba-3094-06b8-61b2908c3f2f" [ 1413.277989] env[62295]: _type = "Task" [ 1413.277989] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.287191] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52eb39c0-c5ba-3094-06b8-61b2908c3f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.434960] env[62295]: DEBUG nova.compute.manager [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Received event network-vif-plugged-6d9383c1-083c-49fc-b1c8-4c6c830575c3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1413.435423] env[62295]: DEBUG oslo_concurrency.lockutils [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] Acquiring lock "1f3d02c2-90ac-4113-b83b-59f6989810d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.435844] env[62295]: DEBUG oslo_concurrency.lockutils [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] Lock "1f3d02c2-90ac-4113-b83b-59f6989810d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.436646] env[62295]: DEBUG oslo_concurrency.lockutils [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] Lock "1f3d02c2-90ac-4113-b83b-59f6989810d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.436646] env[62295]: DEBUG nova.compute.manager [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] No waiting events found dispatching network-vif-plugged-6d9383c1-083c-49fc-b1c8-4c6c830575c3 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1413.436646] env[62295]: WARNING nova.compute.manager [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Received unexpected event network-vif-plugged-6d9383c1-083c-49fc-b1c8-4c6c830575c3 for instance with vm_state building and task_state spawning. [ 1413.436878] env[62295]: DEBUG nova.compute.manager [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Received event network-changed-6d9383c1-083c-49fc-b1c8-4c6c830575c3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1413.437156] env[62295]: DEBUG nova.compute.manager [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Refreshing instance network info cache due to event network-changed-6d9383c1-083c-49fc-b1c8-4c6c830575c3. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1413.437403] env[62295]: DEBUG oslo_concurrency.lockutils [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] Acquiring lock "refresh_cache-1f3d02c2-90ac-4113-b83b-59f6989810d4" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.443827] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786317, 'name': ReconfigVM_Task, 'duration_secs': 0.450365} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.444471] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Reconfigured VM instance instance-00000018 to attach disk [datastore1] a2350f60-050b-44b6-a6e7-830a56b018ad/a2350f60-050b-44b6-a6e7-830a56b018ad.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.445169] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44dae09f-4c29-4dfe-970d-85d0c7d90ef9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.452811] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for the task: (returnval){ [ 1413.452811] env[62295]: value = "task-1786319" [ 1413.452811] env[62295]: _type = "Task" [ 1413.452811] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.468556] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786319, 'name': Rename_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.545782] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0570f3f0-8878-4424-97ea-c7085f5498d0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.553939] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e16ff0-6cfe-478d-afd7-b3de543e0b82 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.591823] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fba36b-cb2e-4646-8f93-757b8c0b7a32 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.601865] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac56d37-8363-48a5-93e8-672da959a8a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.621071] env[62295]: DEBUG nova.compute.provider_tree [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1413.626176] env[62295]: DEBUG oslo_vmware.api [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786318, 'name': PowerOffVM_Task, 'duration_secs': 0.181461} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.630484] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.630484] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.630484] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfd36b8f-0637-4fe6-887f-866b9c71653d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.643978] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Releasing lock "refresh_cache-1f3d02c2-90ac-4113-b83b-59f6989810d4" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.644414] env[62295]: DEBUG nova.compute.manager [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Instance network_info: |[{"id": "6d9383c1-083c-49fc-b1c8-4c6c830575c3", "address": "fa:16:3e:59:e6:6f", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9383c1-08", "ovs_interfaceid": "6d9383c1-083c-49fc-b1c8-4c6c830575c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1413.644716] env[62295]: DEBUG oslo_concurrency.lockutils [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] Acquired lock "refresh_cache-1f3d02c2-90ac-4113-b83b-59f6989810d4" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.644893] env[62295]: DEBUG nova.network.neutron [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Refreshing network info cache for port 6d9383c1-083c-49fc-b1c8-4c6c830575c3 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.646393] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:e6:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d9383c1-083c-49fc-b1c8-4c6c830575c3', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.654664] env[62295]: DEBUG oslo.service.loopingcall [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.658264] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.659744] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9e5aa7b-b004-4ec9-baa2-c726c8613cff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.681575] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.681575] env[62295]: value = "task-1786321" [ 1413.681575] env[62295]: _type = "Task" [ 1413.681575] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.690393] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786321, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.727964] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.728210] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.728464] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Deleting the datastore file [datastore1] 685e8c77-0574-4459-8677-227bb2cb3671 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.728758] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6275d03c-3d52-4e16-8d37-46197dbda76e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.735421] env[62295]: DEBUG oslo_vmware.api [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1413.735421] env[62295]: value = "task-1786322" [ 1413.735421] env[62295]: _type = "Task" [ 1413.735421] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.747906] env[62295]: DEBUG oslo_vmware.api [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.788522] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52eb39c0-c5ba-3094-06b8-61b2908c3f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.013553} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.791792] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc330dc1-ca2f-4007-9bd8-9d1aff89666f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.801275] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for the task: (returnval){ [ 1413.801275] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525e8c4c-756c-e93d-8afb-68fb6d960258" [ 1413.801275] env[62295]: _type = "Task" [ 1413.801275] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.811481] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525e8c4c-756c-e93d-8afb-68fb6d960258, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.811743] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.812008] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] da751e8b-eeaf-41e9-9cf5-86fa4c417d2d/da751e8b-eeaf-41e9-9cf5-86fa4c417d2d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.812412] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb9971e8-90d7-481e-9958-87f65be1f421 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.822093] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for the task: (returnval){ [ 1413.822093] env[62295]: value = "task-1786323" [ 1413.822093] env[62295]: _type = "Task" [ 1413.822093] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.839325] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.921363] env[62295]: DEBUG nova.network.neutron [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Updated VIF entry in instance network info cache for port 4e417352-e05e-48fe-b83e-df668302baa0. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.921739] env[62295]: DEBUG nova.network.neutron [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Updating instance_info_cache with network_info: [{"id": "4e417352-e05e-48fe-b83e-df668302baa0", "address": "fa:16:3e:d3:50:5e", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e417352-e0", "ovs_interfaceid": "4e417352-e05e-48fe-b83e-df668302baa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.964365] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786319, 'name': Rename_Task, 'duration_secs': 0.144376} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.965242] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.965975] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcea2516-8e59-454e-a5f6-54ab7bfdd3a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.973583] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for the task: (returnval){ [ 1413.973583] env[62295]: value = "task-1786324" [ 1413.973583] env[62295]: _type = "Task" [ 1413.973583] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.986791] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.144359] env[62295]: DEBUG nova.network.neutron [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Updated VIF entry in instance network info cache for port 6d9383c1-083c-49fc-b1c8-4c6c830575c3. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.144795] env[62295]: DEBUG nova.network.neutron [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Updating instance_info_cache with network_info: [{"id": "6d9383c1-083c-49fc-b1c8-4c6c830575c3", "address": "fa:16:3e:59:e6:6f", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9383c1-08", "ovs_interfaceid": "6d9383c1-083c-49fc-b1c8-4c6c830575c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.172505] env[62295]: DEBUG nova.scheduler.client.report [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1414.172848] env[62295]: DEBUG nova.compute.provider_tree [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 50 to 51 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1414.173145] env[62295]: DEBUG nova.compute.provider_tree [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1414.196381] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786321, 'name': CreateVM_Task, 'duration_secs': 0.357995} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.196932] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.197692] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.197862] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.198601] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.199723] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfc9b76-d1b1-4e69-ba3f-f6f2ede948c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.205420] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1414.205420] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526522ef-586d-c5d0-d9f6-d52359093e53" [ 1414.205420] env[62295]: _type = "Task" [ 1414.205420] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.218135] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526522ef-586d-c5d0-d9f6-d52359093e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.252112] env[62295]: DEBUG oslo_vmware.api [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151547} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.252112] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.252112] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.252112] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.252112] env[62295]: INFO nova.compute.manager [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1414.252500] env[62295]: DEBUG oslo.service.loopingcall [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1414.252733] env[62295]: DEBUG nova.compute.manager [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1414.252947] env[62295]: DEBUG nova.network.neutron [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.333260] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786323, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.424650] env[62295]: DEBUG oslo_concurrency.lockutils [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] Releasing lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.424953] env[62295]: DEBUG nova.compute.manager [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Received event network-changed-4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.425156] env[62295]: DEBUG nova.compute.manager [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Refreshing instance network info cache due to event network-changed-4e417352-e05e-48fe-b83e-df668302baa0. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1414.425389] env[62295]: DEBUG oslo_concurrency.lockutils [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] Acquiring lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.425538] env[62295]: DEBUG oslo_concurrency.lockutils [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] Acquired lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.425711] env[62295]: DEBUG nova.network.neutron [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Refreshing network info cache for port 4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.486217] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786324, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.648407] env[62295]: DEBUG oslo_concurrency.lockutils [req-80de28ed-17eb-4173-a4a6-89cf37b63591 req-495d4633-8877-49d0-a49f-c3e7b29c966c service nova] Releasing lock "refresh_cache-1f3d02c2-90ac-4113-b83b-59f6989810d4" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.679123] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.449s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.681957] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.658s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.682819] env[62295]: DEBUG nova.objects.instance [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lazy-loading 'resources' on Instance uuid fc4de0e8-ec27-46cc-a5b8-cda934424578 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.711979] env[62295]: INFO nova.scheduler.client.report [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Deleted allocations for instance a1191537-92d0-4618-9bb8-b7f3dc7129f2 [ 1414.721585] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526522ef-586d-c5d0-d9f6-d52359093e53, 'name': SearchDatastore_Task, 'duration_secs': 0.084171} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.722127] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.722365] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.722618] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.722786] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.723333] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.723333] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9182d05e-e138-4f1a-937f-1fd7e321accb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.733639] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.733639] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.733639] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc9c022-eab9-49dc-b5be-f917e6fc139b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.739435] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1414.739435] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52622d98-d417-56c7-ef96-cb3c2f210af3" [ 1414.739435] env[62295]: _type = "Task" [ 1414.739435] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.747454] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52622d98-d417-56c7-ef96-cb3c2f210af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.849961] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749697} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.849961] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] da751e8b-eeaf-41e9-9cf5-86fa4c417d2d/da751e8b-eeaf-41e9-9cf5-86fa4c417d2d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.849961] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.849961] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61daaf1a-a6fa-4422-a063-36361268106c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.856584] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for the task: (returnval){ [ 1414.856584] env[62295]: value = "task-1786325" [ 1414.856584] env[62295]: _type = "Task" [ 1414.856584] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.867808] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.959499] env[62295]: INFO nova.network.neutron [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Port 4e417352-e05e-48fe-b83e-df668302baa0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1414.959499] env[62295]: DEBUG nova.network.neutron [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.985863] env[62295]: DEBUG oslo_vmware.api [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786324, 'name': PowerOnVM_Task, 'duration_secs': 0.834556} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.988166] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.988166] env[62295]: INFO nova.compute.manager [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1414.988166] env[62295]: DEBUG nova.compute.manager [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1414.988166] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7036d2-9624-403e-85e9-be564771b4ce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.132574] env[62295]: DEBUG nova.network.neutron [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.198082] env[62295]: DEBUG nova.compute.manager [req-c7bf7548-5bea-4e54-9ea9-385b55ce0eb7 req-fa1bf088-70de-493b-a00e-afede2aadcf8 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Received event network-changed-1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1415.198082] env[62295]: DEBUG nova.compute.manager [req-c7bf7548-5bea-4e54-9ea9-385b55ce0eb7 req-fa1bf088-70de-493b-a00e-afede2aadcf8 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Refreshing instance network info cache due to event network-changed-1848963c-c7d8-43f1-bb29-5892bb9c5a2d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1415.198082] env[62295]: DEBUG oslo_concurrency.lockutils [req-c7bf7548-5bea-4e54-9ea9-385b55ce0eb7 req-fa1bf088-70de-493b-a00e-afede2aadcf8 service nova] Acquiring lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.198082] env[62295]: DEBUG oslo_concurrency.lockutils [req-c7bf7548-5bea-4e54-9ea9-385b55ce0eb7 req-fa1bf088-70de-493b-a00e-afede2aadcf8 service nova] Acquired lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.198332] env[62295]: DEBUG nova.network.neutron [req-c7bf7548-5bea-4e54-9ea9-385b55ce0eb7 req-fa1bf088-70de-493b-a00e-afede2aadcf8 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Refreshing network info cache for port 1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.224949] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1e4ecc54-e0d5-4009-873e-f33f9423f6a0 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "a1191537-92d0-4618-9bb8-b7f3dc7129f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.243s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.254058] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52622d98-d417-56c7-ef96-cb3c2f210af3, 'name': SearchDatastore_Task, 'duration_secs': 0.017775} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.256932] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda6886f-b789-4357-aef3-e5bc70956173 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.262939] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1415.262939] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261c19d-410a-b980-8caf-3106e797e546" [ 1415.262939] env[62295]: _type = "Task" [ 1415.262939] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.271048] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261c19d-410a-b980-8caf-3106e797e546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.366656] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091391} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.370065] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.371293] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae5fdae-1ca0-46f2-af6b-b8b644c00809 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.394107] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] da751e8b-eeaf-41e9-9cf5-86fa4c417d2d/da751e8b-eeaf-41e9-9cf5-86fa4c417d2d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.397384] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f3c35e-4207-4706-bb81-cdc410164600 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.417673] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for the task: (returnval){ [ 1415.417673] env[62295]: value = "task-1786326" [ 1415.417673] env[62295]: _type = "Task" [ 1415.417673] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.426880] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.461634] env[62295]: DEBUG oslo_concurrency.lockutils [req-114c2670-c337-471b-abb7-f566061c8489 req-7b581da1-6eee-4c02-8d7f-763e31bda5bf service nova] Releasing lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.504735] env[62295]: INFO nova.compute.manager [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Took 43.84 seconds to build instance. [ 1415.638242] env[62295]: INFO nova.compute.manager [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Took 1.38 seconds to deallocate network for instance. [ 1415.777663] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261c19d-410a-b980-8caf-3106e797e546, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.778981] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.779270] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 1f3d02c2-90ac-4113-b83b-59f6989810d4/1f3d02c2-90ac-4113-b83b-59f6989810d4.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.780029] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99386c7-a0a4-45be-ba11-795786771350 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.783061] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a985eedc-bd10-4bd3-bdfe-2dd96be4be6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.790872] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8acdfe-82ef-44a1-b270-d331e0f47ed3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.794334] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1415.794334] env[62295]: value = "task-1786327" [ 1415.794334] env[62295]: _type = "Task" [ 1415.794334] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.824298] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b068e0-e90d-4487-afbe-a7a33c111d29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.830347] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.835854] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa9e54d-360e-4ff2-a401-36c12344ef0e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.854934] env[62295]: DEBUG nova.compute.provider_tree [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.928243] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786326, 'name': ReconfigVM_Task, 'duration_secs': 0.361534} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.928906] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Reconfigured VM instance instance-00000019 to attach disk [datastore1] da751e8b-eeaf-41e9-9cf5-86fa4c417d2d/da751e8b-eeaf-41e9-9cf5-86fa4c417d2d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.929714] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2128873d-456c-42a9-afb2-34787d49944c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.935718] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for the task: (returnval){ [ 1415.935718] env[62295]: value = "task-1786328" [ 1415.935718] env[62295]: _type = "Task" [ 1415.935718] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.946863] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786328, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.009024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8e40192-1941-4194-8889-0e4f4fdd84fb tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "a2350f60-050b-44b6-a6e7-830a56b018ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.293s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.149078] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.237848] env[62295]: DEBUG nova.network.neutron [req-c7bf7548-5bea-4e54-9ea9-385b55ce0eb7 req-fa1bf088-70de-493b-a00e-afede2aadcf8 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updated VIF entry in instance network info cache for port 1848963c-c7d8-43f1-bb29-5892bb9c5a2d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.238260] env[62295]: DEBUG nova.network.neutron [req-c7bf7548-5bea-4e54-9ea9-385b55ce0eb7 req-fa1bf088-70de-493b-a00e-afede2aadcf8 service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updating instance_info_cache with network_info: [{"id": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "address": "fa:16:3e:f8:7a:32", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1848963c-c7", "ovs_interfaceid": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.305479] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786327, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.358838] env[62295]: DEBUG nova.scheduler.client.report [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1416.447257] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786328, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.478902] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b58b1736-200b-486d-bcce-b3f6c1a00978 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquiring lock "interface-a2350f60-050b-44b6-a6e7-830a56b018ad-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.479415] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b58b1736-200b-486d-bcce-b3f6c1a00978 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "interface-a2350f60-050b-44b6-a6e7-830a56b018ad-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.479531] env[62295]: DEBUG nova.objects.instance [None req-b58b1736-200b-486d-bcce-b3f6c1a00978 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lazy-loading 'flavor' on Instance uuid a2350f60-050b-44b6-a6e7-830a56b018ad {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.510017] env[62295]: DEBUG nova.compute.manager [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1416.743730] env[62295]: DEBUG oslo_concurrency.lockutils [req-c7bf7548-5bea-4e54-9ea9-385b55ce0eb7 req-fa1bf088-70de-493b-a00e-afede2aadcf8 service nova] Releasing lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.744027] env[62295]: DEBUG nova.compute.manager [req-c7bf7548-5bea-4e54-9ea9-385b55ce0eb7 req-fa1bf088-70de-493b-a00e-afede2aadcf8 service nova] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Received event network-vif-deleted-4e417352-e05e-48fe-b83e-df668302baa0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1416.806911] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835785} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.807272] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 1f3d02c2-90ac-4113-b83b-59f6989810d4/1f3d02c2-90ac-4113-b83b-59f6989810d4.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.807500] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.807759] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c2cdd29-0ddf-4dcc-b9d7-a8cefdf6ccec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.814508] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1416.814508] env[62295]: value = "task-1786329" [ 1416.814508] env[62295]: _type = "Task" [ 1416.814508] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.822943] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.865790] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.868449] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.120s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.868557] env[62295]: DEBUG nova.objects.instance [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lazy-loading 'resources' on Instance uuid f100d8a9-75d2-4100-b6c2-c915e7de6bd6 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.897009] env[62295]: INFO nova.scheduler.client.report [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Deleted allocations for instance fc4de0e8-ec27-46cc-a5b8-cda934424578 [ 1416.952839] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786328, 'name': Rename_Task, 'duration_secs': 0.74563} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.952839] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.952839] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33d3414d-1aad-4078-b2d5-6d5bf8d2be2f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.958702] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for the task: (returnval){ [ 1416.958702] env[62295]: value = "task-1786330" [ 1416.958702] env[62295]: _type = "Task" [ 1416.958702] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.966962] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.983430] env[62295]: DEBUG nova.objects.instance [None req-b58b1736-200b-486d-bcce-b3f6c1a00978 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lazy-loading 'pci_requests' on Instance uuid a2350f60-050b-44b6-a6e7-830a56b018ad {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.039608] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.325816] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065151} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.326326] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.327313] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab0c67b-a7bb-4711-9202-e85fcd58c980 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.356463] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 1f3d02c2-90ac-4113-b83b-59f6989810d4/1f3d02c2-90ac-4113-b83b-59f6989810d4.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.356579] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae1e7b0e-c97d-4141-8820-abe4188d34f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.385023] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1417.385023] env[62295]: value = "task-1786331" [ 1417.385023] env[62295]: _type = "Task" [ 1417.385023] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.393673] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.409167] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a6997c7e-f7d5-4690-8028-ed5a0548c271 tempest-ServerExternalEventsTest-2096401691 tempest-ServerExternalEventsTest-2096401691-project-member] Lock "fc4de0e8-ec27-46cc-a5b8-cda934424578" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.657s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.473941] env[62295]: DEBUG oslo_vmware.api [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786330, 'name': PowerOnVM_Task, 'duration_secs': 0.500486} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.476411] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.476573] env[62295]: INFO nova.compute.manager [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1417.482478] env[62295]: DEBUG nova.compute.manager [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1417.482478] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521da984-f9f8-4ac9-aefe-d78b7bab090c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.487936] env[62295]: DEBUG nova.objects.base [None req-b58b1736-200b-486d-bcce-b3f6c1a00978 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1417.488790] env[62295]: DEBUG nova.network.neutron [None req-b58b1736-200b-486d-bcce-b3f6c1a00978 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.634885] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b58b1736-200b-486d-bcce-b3f6c1a00978 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "interface-a2350f60-050b-44b6-a6e7-830a56b018ad-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.156s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.898375] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.920475] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453b6585-cba8-401c-afc6-c4d565f1c245 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.930229] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dbf40a-4bc2-491f-b834-fbaf9cab63ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.965678] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b580f6-71e5-4ff9-8897-98f5896c8be3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.974033] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85206e4-fb8d-4162-98f2-3daff6d1cd69 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.989673] env[62295]: DEBUG nova.compute.provider_tree [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.006577] env[62295]: INFO nova.compute.manager [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Took 43.86 seconds to build instance. [ 1418.337071] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "380f640a-a595-47b8-89ac-33410c60d48f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.337489] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "380f640a-a595-47b8-89ac-33410c60d48f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.396730] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786331, 'name': ReconfigVM_Task, 'duration_secs': 0.674708} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.396912] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 1f3d02c2-90ac-4113-b83b-59f6989810d4/1f3d02c2-90ac-4113-b83b-59f6989810d4.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.397645] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96b56d29-73c9-4ab4-91d6-4eecaeaa1690 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.406915] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1418.406915] env[62295]: value = "task-1786332" [ 1418.406915] env[62295]: _type = "Task" [ 1418.406915] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.415566] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786332, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.493358] env[62295]: DEBUG nova.scheduler.client.report [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1418.509824] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f23b9573-5521-4377-8d38-be918057cbc8 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.085s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.629522] env[62295]: DEBUG nova.compute.manager [req-05620e76-c51c-4500-bbdd-3e2734b3b6e7 req-0ddc5351-822a-42fe-8f01-6f6658187c3b service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Received event network-changed-1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1418.629763] env[62295]: DEBUG nova.compute.manager [req-05620e76-c51c-4500-bbdd-3e2734b3b6e7 req-0ddc5351-822a-42fe-8f01-6f6658187c3b service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Refreshing instance network info cache due to event network-changed-1848963c-c7d8-43f1-bb29-5892bb9c5a2d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1418.630075] env[62295]: DEBUG oslo_concurrency.lockutils [req-05620e76-c51c-4500-bbdd-3e2734b3b6e7 req-0ddc5351-822a-42fe-8f01-6f6658187c3b service nova] Acquiring lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.630192] env[62295]: DEBUG oslo_concurrency.lockutils [req-05620e76-c51c-4500-bbdd-3e2734b3b6e7 req-0ddc5351-822a-42fe-8f01-6f6658187c3b service nova] Acquired lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.630406] env[62295]: DEBUG nova.network.neutron [req-05620e76-c51c-4500-bbdd-3e2734b3b6e7 req-0ddc5351-822a-42fe-8f01-6f6658187c3b service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Refreshing network info cache for port 1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.631749] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "685e8c77-0574-4459-8677-227bb2cb3671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.917735] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786332, 'name': Rename_Task, 'duration_secs': 0.234253} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.918096] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.918724] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26662da8-7d31-43a0-92e4-2a915d17d805 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.924916] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1418.924916] env[62295]: value = "task-1786333" [ 1418.924916] env[62295]: _type = "Task" [ 1418.924916] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.933369] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.998909] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.001323] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.250s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.003621] env[62295]: INFO nova.compute.claims [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.012811] env[62295]: DEBUG nova.compute.manager [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1419.030082] env[62295]: INFO nova.scheduler.client.report [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Deleted allocations for instance f100d8a9-75d2-4100-b6c2-c915e7de6bd6 [ 1419.132491] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "89594c43-5e93-44e8-97dc-b31991b9c6da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.132837] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "89594c43-5e93-44e8-97dc-b31991b9c6da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.442162] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786333, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.469677] env[62295]: DEBUG nova.network.neutron [req-05620e76-c51c-4500-bbdd-3e2734b3b6e7 req-0ddc5351-822a-42fe-8f01-6f6658187c3b service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updated VIF entry in instance network info cache for port 1848963c-c7d8-43f1-bb29-5892bb9c5a2d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.469677] env[62295]: DEBUG nova.network.neutron [req-05620e76-c51c-4500-bbdd-3e2734b3b6e7 req-0ddc5351-822a-42fe-8f01-6f6658187c3b service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updating instance_info_cache with network_info: [{"id": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "address": "fa:16:3e:f8:7a:32", "network": {"id": "ca5f1822-3aba-4cad-9fb7-4daa07e55758", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-339527111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a0a0baee08e4a5db13d30a6d5b93e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1848963c-c7", "ovs_interfaceid": "1848963c-c7d8-43f1-bb29-5892bb9c5a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.538282] env[62295]: DEBUG oslo_concurrency.lockutils [None req-786cfc25-7ecb-4981-b76c-7b9f2ee6cba0 tempest-ServerDiagnosticsV248Test-287900862 tempest-ServerDiagnosticsV248Test-287900862-project-member] Lock "f100d8a9-75d2-4100-b6c2-c915e7de6bd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.686s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.549022] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.871690] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquiring lock "a2350f60-050b-44b6-a6e7-830a56b018ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.871968] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "a2350f60-050b-44b6-a6e7-830a56b018ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.872228] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquiring lock "a2350f60-050b-44b6-a6e7-830a56b018ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.872418] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "a2350f60-050b-44b6-a6e7-830a56b018ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.872588] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "a2350f60-050b-44b6-a6e7-830a56b018ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.875091] env[62295]: INFO nova.compute.manager [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Terminating instance [ 1419.877660] env[62295]: DEBUG nova.compute.manager [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1419.877868] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.878755] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78113cd-b493-47f8-8a7d-82db6ad8f206 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.886917] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.887225] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba37717-9972-4a58-8e99-28fcbba9c716 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.894300] env[62295]: DEBUG oslo_vmware.api [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for the task: (returnval){ [ 1419.894300] env[62295]: value = "task-1786334" [ 1419.894300] env[62295]: _type = "Task" [ 1419.894300] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.905148] env[62295]: DEBUG oslo_vmware.api [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.935129] env[62295]: DEBUG oslo_vmware.api [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786333, 'name': PowerOnVM_Task, 'duration_secs': 0.676068} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.936843] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.936843] env[62295]: INFO nova.compute.manager [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1419.936843] env[62295]: DEBUG nova.compute.manager [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1419.936843] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b970af-d8d6-417f-b91b-fc06c17b23e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.972260] env[62295]: DEBUG oslo_concurrency.lockutils [req-05620e76-c51c-4500-bbdd-3e2734b3b6e7 req-0ddc5351-822a-42fe-8f01-6f6658187c3b service nova] Releasing lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.170263] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquiring lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.170527] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.170527] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquiring lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.170937] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.171198] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.173932] env[62295]: INFO nova.compute.manager [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Terminating instance [ 1420.177110] env[62295]: DEBUG nova.compute.manager [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1420.177337] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.178267] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b11f3b6-ecaa-44cf-98ab-259a9f6e1926 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.187643] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.191406] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7936a052-1506-498a-923e-e8cd470e8f4f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.200561] env[62295]: DEBUG oslo_vmware.api [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for the task: (returnval){ [ 1420.200561] env[62295]: value = "task-1786335" [ 1420.200561] env[62295]: _type = "Task" [ 1420.200561] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.214324] env[62295]: DEBUG oslo_vmware.api [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.404337] env[62295]: DEBUG oslo_vmware.api [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786334, 'name': PowerOffVM_Task, 'duration_secs': 0.28456} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.404735] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.404935] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.407798] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f886047-cc0a-439f-aa5d-5b0d1dd81557 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.460194] env[62295]: INFO nova.compute.manager [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Took 44.80 seconds to build instance. [ 1420.491937] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.492204] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.492395] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Deleting the datastore file [datastore1] a2350f60-050b-44b6-a6e7-830a56b018ad {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.495324] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11564e66-fc6a-4b8a-9c70-0dcb6faba06a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.503135] env[62295]: DEBUG oslo_vmware.api [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for the task: (returnval){ [ 1420.503135] env[62295]: value = "task-1786337" [ 1420.503135] env[62295]: _type = "Task" [ 1420.503135] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.516318] env[62295]: DEBUG oslo_vmware.api [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.541292] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06085a28-25b2-4f7f-90a6-6192a2335573 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.550040] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee401cf-9cab-46ff-a996-65fbc9dbad45 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.581527] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106b171e-424d-41b3-9cfa-ab1d49151529 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.589698] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c992dc10-1f93-4766-9c63-1755ad0c3092 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.603838] env[62295]: DEBUG nova.compute.provider_tree [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.702515] env[62295]: DEBUG oslo_vmware.rw_handles [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229a53e-9d6c-4bb3-f06a-fa53e36ec78a/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1420.703618] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188e69dd-0b56-4cba-951c-82cc44c1cbee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.715771] env[62295]: DEBUG oslo_vmware.rw_handles [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229a53e-9d6c-4bb3-f06a-fa53e36ec78a/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1420.716364] env[62295]: ERROR oslo_vmware.rw_handles [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229a53e-9d6c-4bb3-f06a-fa53e36ec78a/disk-0.vmdk due to incomplete transfer. [ 1420.718969] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df2da8e2-0d57-47e0-ae06-294cad831ffb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.720592] env[62295]: DEBUG oslo_vmware.api [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786335, 'name': PowerOffVM_Task, 'duration_secs': 0.266676} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.720844] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.720890] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.721436] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5088548e-c4e1-4e1a-bfba-fd63826d2505 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.727750] env[62295]: DEBUG oslo_vmware.rw_handles [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229a53e-9d6c-4bb3-f06a-fa53e36ec78a/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1420.728100] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Uploaded image 48c7f07e-5ceb-4126-beb0-26f815052bb6 to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1420.729988] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1420.730240] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5516f4f0-c62f-4cfc-8d66-f10dd7d8c839 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.737613] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1420.737613] env[62295]: value = "task-1786339" [ 1420.737613] env[62295]: _type = "Task" [ 1420.737613] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.745347] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786339, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.808792] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.809029] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.809219] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Deleting the datastore file [datastore1] da751e8b-eeaf-41e9-9cf5-86fa4c417d2d {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.809489] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e97a7a3-ea71-4ac1-8abd-8b11422716cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.816628] env[62295]: DEBUG oslo_vmware.api [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for the task: (returnval){ [ 1420.816628] env[62295]: value = "task-1786340" [ 1420.816628] env[62295]: _type = "Task" [ 1420.816628] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.825759] env[62295]: DEBUG oslo_vmware.api [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.962740] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d091163c-e410-477d-a376-8c52050a0415 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "1f3d02c2-90ac-4113-b83b-59f6989810d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.889s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.012676] env[62295]: DEBUG oslo_vmware.api [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Task: {'id': task-1786337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159103} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.012767] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.014171] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.014171] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.014171] env[62295]: INFO nova.compute.manager [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1421.014171] env[62295]: DEBUG oslo.service.loopingcall [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.014171] env[62295]: DEBUG nova.compute.manager [-] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1421.014171] env[62295]: DEBUG nova.network.neutron [-] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.109220] env[62295]: DEBUG nova.scheduler.client.report [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1421.249561] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786339, 'name': Destroy_Task, 'duration_secs': 0.349615} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.250256] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Destroyed the VM [ 1421.250256] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1421.250256] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8434f88-f30b-4e8f-b9a7-b625367042be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.260262] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1421.260262] env[62295]: value = "task-1786341" [ 1421.260262] env[62295]: _type = "Task" [ 1421.260262] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.268325] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786341, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.328087] env[62295]: DEBUG oslo_vmware.api [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Task: {'id': task-1786340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187845} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.328636] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.328837] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.329098] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.329280] env[62295]: INFO nova.compute.manager [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1421.329519] env[62295]: DEBUG oslo.service.loopingcall [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.329707] env[62295]: DEBUG nova.compute.manager [-] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1421.329798] env[62295]: DEBUG nova.network.neutron [-] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.396959] env[62295]: DEBUG nova.compute.manager [req-7709140a-1c7d-4dc6-a728-e3feb7fbcdc3 req-6b2cd6fd-b1ab-4078-a6a4-7eb9153584d9 service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Received event network-vif-deleted-238b540c-be07-44ff-a3a4-64fe719a4994 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1421.397060] env[62295]: INFO nova.compute.manager [req-7709140a-1c7d-4dc6-a728-e3feb7fbcdc3 req-6b2cd6fd-b1ab-4078-a6a4-7eb9153584d9 service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Neutron deleted interface 238b540c-be07-44ff-a3a4-64fe719a4994; detaching it from the instance and deleting it from the info cache [ 1421.397174] env[62295]: DEBUG nova.network.neutron [req-7709140a-1c7d-4dc6-a728-e3feb7fbcdc3 req-6b2cd6fd-b1ab-4078-a6a4-7eb9153584d9 service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.401047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "1f3d02c2-90ac-4113-b83b-59f6989810d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.402266] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "1f3d02c2-90ac-4113-b83b-59f6989810d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.402266] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "1f3d02c2-90ac-4113-b83b-59f6989810d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.402266] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "1f3d02c2-90ac-4113-b83b-59f6989810d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.402266] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "1f3d02c2-90ac-4113-b83b-59f6989810d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.405680] env[62295]: INFO nova.compute.manager [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Terminating instance [ 1421.406652] env[62295]: DEBUG nova.compute.manager [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1421.406907] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.407909] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a416f25-c290-4926-9158-7093c04aff92 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.417610] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.417913] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98929bbe-0e05-47b1-a6a8-b0ef59566898 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.426486] env[62295]: DEBUG oslo_vmware.api [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1421.426486] env[62295]: value = "task-1786342" [ 1421.426486] env[62295]: _type = "Task" [ 1421.426486] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.438840] env[62295]: DEBUG oslo_vmware.api [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.465131] env[62295]: DEBUG nova.compute.manager [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1421.614499] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.615021] env[62295]: DEBUG nova.compute.manager [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1421.618573] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.182s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.620052] env[62295]: INFO nova.compute.claims [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.771713] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786341, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.785128] env[62295]: DEBUG nova.network.neutron [-] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.900194] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee7dfd9d-611a-4bf8-82ec-eaad3f42caf0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.910475] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9287cb-c02f-47bb-9e7b-d3cfab8df03d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.942223] env[62295]: DEBUG nova.compute.manager [req-7709140a-1c7d-4dc6-a728-e3feb7fbcdc3 req-6b2cd6fd-b1ab-4078-a6a4-7eb9153584d9 service nova] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Detach interface failed, port_id=238b540c-be07-44ff-a3a4-64fe719a4994, reason: Instance a2350f60-050b-44b6-a6e7-830a56b018ad could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1421.947803] env[62295]: DEBUG oslo_vmware.api [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786342, 'name': PowerOffVM_Task, 'duration_secs': 0.275559} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.948074] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.948250] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.948595] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c418cb63-76ef-4096-aab6-b0b8fe7d7464 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.988384] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.033481] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.033790] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.034058] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Deleting the datastore file [datastore1] 1f3d02c2-90ac-4113-b83b-59f6989810d4 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.034480] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eec362a9-dc41-4f74-b305-8da86db984b8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.042930] env[62295]: DEBUG oslo_vmware.api [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for the task: (returnval){ [ 1422.042930] env[62295]: value = "task-1786344" [ 1422.042930] env[62295]: _type = "Task" [ 1422.042930] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.054294] env[62295]: DEBUG oslo_vmware.api [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.131600] env[62295]: DEBUG nova.compute.utils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1422.134775] env[62295]: DEBUG nova.compute.manager [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1422.134775] env[62295]: DEBUG nova.network.neutron [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.136171] env[62295]: DEBUG nova.network.neutron [-] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.224365] env[62295]: DEBUG nova.policy [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e27324dc53974693819726e3e52286bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdbacbc558de4a5bb668b19a434ab9fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1422.275870] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786341, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.280522] env[62295]: INFO nova.compute.manager [-] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Took 1.27 seconds to deallocate network for instance. [ 1422.553285] env[62295]: DEBUG oslo_vmware.api [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Task: {'id': task-1786344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240643} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.553698] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.554014] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.554327] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.554705] env[62295]: INFO nova.compute.manager [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1422.556149] env[62295]: DEBUG oslo.service.loopingcall [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.556486] env[62295]: DEBUG nova.compute.manager [-] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1422.557179] env[62295]: DEBUG nova.network.neutron [-] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.640759] env[62295]: INFO nova.compute.manager [-] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Took 1.31 seconds to deallocate network for instance. [ 1422.640759] env[62295]: DEBUG nova.compute.manager [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1422.774012] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786341, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.789977] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.907470] env[62295]: DEBUG nova.compute.manager [req-f31ddaa6-fea6-4191-a066-0dee5293b278 req-cad7d998-364a-4548-a0a2-b31f0db01cc4 service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Received event network-vif-deleted-6d9383c1-083c-49fc-b1c8-4c6c830575c3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1422.907685] env[62295]: INFO nova.compute.manager [req-f31ddaa6-fea6-4191-a066-0dee5293b278 req-cad7d998-364a-4548-a0a2-b31f0db01cc4 service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Neutron deleted interface 6d9383c1-083c-49fc-b1c8-4c6c830575c3; detaching it from the instance and deleting it from the info cache [ 1422.907864] env[62295]: DEBUG nova.network.neutron [req-f31ddaa6-fea6-4191-a066-0dee5293b278 req-cad7d998-364a-4548-a0a2-b31f0db01cc4 service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.982092] env[62295]: DEBUG nova.network.neutron [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Successfully created port: bc4ee186-838f-4d60-865e-a10d0072fb01 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.151526] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.163507] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0410b4f0-4408-4e9c-bf46-411dd2f6f884 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.171608] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ef9c9a-edd9-4b72-8359-a55532c9b18c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.208569] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be214a8-0387-4d33-94e2-fa1983db795c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.218031] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f2a41b-4aaf-4c4f-938b-5751c51df9d9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.234837] env[62295]: DEBUG nova.compute.provider_tree [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.274341] env[62295]: DEBUG oslo_vmware.api [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786341, 'name': RemoveSnapshot_Task, 'duration_secs': 1.545463} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.274615] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1423.274836] env[62295]: INFO nova.compute.manager [None req-70125833-86ac-4913-910f-803d8912402d tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Took 15.02 seconds to snapshot the instance on the hypervisor. [ 1423.380513] env[62295]: DEBUG nova.network.neutron [-] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.410703] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9664e426-c8a8-483d-aca0-4bc571221f23 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.420841] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb60c9a-3b34-4d6a-997f-49f461121189 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.455633] env[62295]: DEBUG nova.compute.manager [req-f31ddaa6-fea6-4191-a066-0dee5293b278 req-cad7d998-364a-4548-a0a2-b31f0db01cc4 service nova] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Detach interface failed, port_id=6d9383c1-083c-49fc-b1c8-4c6c830575c3, reason: Instance 1f3d02c2-90ac-4113-b83b-59f6989810d4 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1423.554312] env[62295]: DEBUG nova.compute.manager [req-b06128eb-21ad-41dd-a535-68759768f7a7 req-6949b5f0-64dc-414a-844e-6b3d7251129f service nova] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Received event network-vif-deleted-4dbfa1fa-6276-43b5-8948-03d48b18ecb0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1423.648967] env[62295]: DEBUG nova.compute.manager [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1423.673013] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1423.673238] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1423.673396] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.673574] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1423.673729] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.673863] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1423.674096] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1423.674279] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1423.675577] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1423.675577] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1423.675577] env[62295]: DEBUG nova.virt.hardware [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1423.675678] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99540ae9-98aa-4637-b41f-61ba7a22cffc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.683863] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f09d4af-c082-4226-b3a3-e47fe3196b38 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.739422] env[62295]: DEBUG nova.scheduler.client.report [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1423.889029] env[62295]: INFO nova.compute.manager [-] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Took 1.33 seconds to deallocate network for instance. [ 1424.026290] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.026290] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.245193] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.245956] env[62295]: DEBUG nova.compute.manager [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1424.249219] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.302s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.250276] env[62295]: INFO nova.compute.claims [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.399693] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.526019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.526019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.756597] env[62295]: DEBUG nova.compute.utils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1424.762020] env[62295]: DEBUG nova.compute.manager [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1424.762020] env[62295]: DEBUG nova.network.neutron [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1424.891067] env[62295]: DEBUG nova.policy [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f2bb89f650a477b8476f8232ae69aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdc8c636dc9b4a7fbb3b9e8029edacb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1424.891067] env[62295]: DEBUG nova.network.neutron [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Successfully updated port: bc4ee186-838f-4d60-865e-a10d0072fb01 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.140497] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "8359a912-0d0e-435f-bbd7-e808d67e36be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.140744] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "8359a912-0d0e-435f-bbd7-e808d67e36be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.260753] env[62295]: DEBUG nova.compute.manager [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1425.389749] env[62295]: DEBUG nova.compute.manager [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1425.390797] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc14854-2029-43a7-8e6b-b2c080f82ab1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.397545] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquiring lock "refresh_cache-a3dc6ae9-ce1f-48ec-88d3-e0738159617e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.397689] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquired lock "refresh_cache-a3dc6ae9-ce1f-48ec-88d3-e0738159617e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.397911] env[62295]: DEBUG nova.network.neutron [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.466242] env[62295]: DEBUG nova.network.neutron [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Successfully created port: d6518fbf-bd12-40a5-a2d6-107518f42ab8 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1425.589612] env[62295]: DEBUG nova.compute.manager [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Received event network-vif-plugged-bc4ee186-838f-4d60-865e-a10d0072fb01 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1425.589836] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] Acquiring lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.590232] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] Lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.590407] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] Lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.590680] env[62295]: DEBUG nova.compute.manager [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] No waiting events found dispatching network-vif-plugged-bc4ee186-838f-4d60-865e-a10d0072fb01 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1425.590845] env[62295]: WARNING nova.compute.manager [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Received unexpected event network-vif-plugged-bc4ee186-838f-4d60-865e-a10d0072fb01 for instance with vm_state building and task_state spawning. [ 1425.591008] env[62295]: DEBUG nova.compute.manager [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Received event network-changed-bc4ee186-838f-4d60-865e-a10d0072fb01 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1425.592167] env[62295]: DEBUG nova.compute.manager [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Refreshing instance network info cache due to event network-changed-bc4ee186-838f-4d60-865e-a10d0072fb01. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1425.592358] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] Acquiring lock "refresh_cache-a3dc6ae9-ce1f-48ec-88d3-e0738159617e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.753478] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209a1060-010b-42c0-837c-db249cb2662c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.761600] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5b03bc-e548-4c82-bd33-d0456c79894a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.795350] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc327be-ca25-43e4-9c28-ca7113f66ed4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.803195] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2483452-569f-49e5-8077-c11683039bf9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.816785] env[62295]: DEBUG nova.compute.provider_tree [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.913550] env[62295]: INFO nova.compute.manager [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] instance snapshotting [ 1425.917199] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f225b1-8931-4928-8331-b92f344575d9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.943710] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd74a8e-4850-4607-8ccf-be544dfba500 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.997506] env[62295]: DEBUG nova.network.neutron [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.296404] env[62295]: DEBUG nova.network.neutron [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Updating instance_info_cache with network_info: [{"id": "bc4ee186-838f-4d60-865e-a10d0072fb01", "address": "fa:16:3e:f6:fd:4f", "network": {"id": "9e17b134-360d-4dc7-b5ad-5475b51dec03", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-909100826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdbacbc558de4a5bb668b19a434ab9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4ee186-83", "ovs_interfaceid": "bc4ee186-838f-4d60-865e-a10d0072fb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.298355] env[62295]: DEBUG nova.compute.manager [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1426.319666] env[62295]: DEBUG nova.scheduler.client.report [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1426.343741] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1426.343741] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1426.343741] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.343965] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1426.343965] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.343965] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1426.344153] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1426.344348] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1426.344518] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1426.344680] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1426.344851] env[62295]: DEBUG nova.virt.hardware [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1426.345720] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d8cf2d-cd13-4c0b-8e44-7b6e864f881c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.356893] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dae00f0-0d91-4376-a1a4-a79ac784c4c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.460386] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1426.460851] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-abc1f977-c8cd-428d-b7e2-bbbc495ab228 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.471361] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1426.471361] env[62295]: value = "task-1786345" [ 1426.471361] env[62295]: _type = "Task" [ 1426.471361] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.482852] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786345, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.809886] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Releasing lock "refresh_cache-a3dc6ae9-ce1f-48ec-88d3-e0738159617e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.809886] env[62295]: DEBUG nova.compute.manager [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Instance network_info: |[{"id": "bc4ee186-838f-4d60-865e-a10d0072fb01", "address": "fa:16:3e:f6:fd:4f", "network": {"id": "9e17b134-360d-4dc7-b5ad-5475b51dec03", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-909100826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdbacbc558de4a5bb668b19a434ab9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4ee186-83", "ovs_interfaceid": "bc4ee186-838f-4d60-865e-a10d0072fb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1426.810147] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] Acquired lock "refresh_cache-a3dc6ae9-ce1f-48ec-88d3-e0738159617e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.810147] env[62295]: DEBUG nova.network.neutron [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Refreshing network info cache for port bc4ee186-838f-4d60-865e-a10d0072fb01 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.810147] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:fd:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc4ee186-838f-4d60-865e-a10d0072fb01', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.817669] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Creating folder: Project (fdbacbc558de4a5bb668b19a434ab9fd). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.821122] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f643c4b7-dcc1-4faf-b68f-7985ad459d22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.824763] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.825273] env[62295]: DEBUG nova.compute.manager [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1426.827923] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.314s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.830404] env[62295]: INFO nova.compute.claims [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.838515] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Created folder: Project (fdbacbc558de4a5bb668b19a434ab9fd) in parent group-v370569. [ 1426.838515] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Creating folder: Instances. Parent ref: group-v370651. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.838515] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36cc4e74-7a2a-4c24-a78d-7c6f0efafa30 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.845898] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Created folder: Instances in parent group-v370651. [ 1426.846222] env[62295]: DEBUG oslo.service.loopingcall [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.847872] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.847872] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-797c8a48-5f61-4eb1-8db6-a24c34e629a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.868348] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.868348] env[62295]: value = "task-1786348" [ 1426.868348] env[62295]: _type = "Task" [ 1426.868348] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.878609] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786348, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.982923] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786345, 'name': CreateSnapshot_Task, 'duration_secs': 0.493395} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.983251] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1426.984184] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4631cb-4418-4ba1-bb4a-b73cbec6c401 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.192200] env[62295]: DEBUG nova.network.neutron [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Updated VIF entry in instance network info cache for port bc4ee186-838f-4d60-865e-a10d0072fb01. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.192200] env[62295]: DEBUG nova.network.neutron [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Updating instance_info_cache with network_info: [{"id": "bc4ee186-838f-4d60-865e-a10d0072fb01", "address": "fa:16:3e:f6:fd:4f", "network": {"id": "9e17b134-360d-4dc7-b5ad-5475b51dec03", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-909100826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdbacbc558de4a5bb668b19a434ab9fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4ee186-83", "ovs_interfaceid": "bc4ee186-838f-4d60-865e-a10d0072fb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.334664] env[62295]: DEBUG nova.compute.utils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1427.340077] env[62295]: DEBUG nova.compute.manager [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1427.340238] env[62295]: DEBUG nova.network.neutron [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.385078] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786348, 'name': CreateVM_Task, 'duration_secs': 0.388362} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.385078] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.386193] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.386381] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.386706] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.386971] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5256fb72-5009-4cb9-b249-a04de951a43e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.392084] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for the task: (returnval){ [ 1427.392084] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e12c34-b662-5692-f0fa-c816b31d6ee2" [ 1427.392084] env[62295]: _type = "Task" [ 1427.392084] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.403624] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e12c34-b662-5692-f0fa-c816b31d6ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.430608] env[62295]: DEBUG nova.policy [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '363b867cd5ce45d19a5f8c80daff6992', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bff668f11a34e41a669d7c48a0d7145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1427.453657] env[62295]: DEBUG nova.compute.manager [req-9cedc79b-a5ba-4f05-9bfd-6b557dfad326 req-bb74afa9-a612-4a6d-ba74-ecbf8460021f service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Received event network-vif-plugged-d6518fbf-bd12-40a5-a2d6-107518f42ab8 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1427.453922] env[62295]: DEBUG oslo_concurrency.lockutils [req-9cedc79b-a5ba-4f05-9bfd-6b557dfad326 req-bb74afa9-a612-4a6d-ba74-ecbf8460021f service nova] Acquiring lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.454191] env[62295]: DEBUG oslo_concurrency.lockutils [req-9cedc79b-a5ba-4f05-9bfd-6b557dfad326 req-bb74afa9-a612-4a6d-ba74-ecbf8460021f service nova] Lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.456181] env[62295]: DEBUG oslo_concurrency.lockutils [req-9cedc79b-a5ba-4f05-9bfd-6b557dfad326 req-bb74afa9-a612-4a6d-ba74-ecbf8460021f service nova] Lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.456431] env[62295]: DEBUG nova.compute.manager [req-9cedc79b-a5ba-4f05-9bfd-6b557dfad326 req-bb74afa9-a612-4a6d-ba74-ecbf8460021f service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] No waiting events found dispatching network-vif-plugged-d6518fbf-bd12-40a5-a2d6-107518f42ab8 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1427.456606] env[62295]: WARNING nova.compute.manager [req-9cedc79b-a5ba-4f05-9bfd-6b557dfad326 req-bb74afa9-a612-4a6d-ba74-ecbf8460021f service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Received unexpected event network-vif-plugged-d6518fbf-bd12-40a5-a2d6-107518f42ab8 for instance with vm_state building and task_state spawning. [ 1427.477319] env[62295]: DEBUG nova.network.neutron [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Successfully updated port: d6518fbf-bd12-40a5-a2d6-107518f42ab8 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.506725] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1427.507746] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-472c68fa-53ef-4a5c-b97c-1a07b008633d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.520267] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1427.520267] env[62295]: value = "task-1786349" [ 1427.520267] env[62295]: _type = "Task" [ 1427.520267] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.534924] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786349, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.696760] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b6da6b7-2c0c-4fb7-bb40-20529c71a7da req-39326847-10b4-4540-99d7-bbe3205a1ab6 service nova] Releasing lock "refresh_cache-a3dc6ae9-ce1f-48ec-88d3-e0738159617e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.821054] env[62295]: DEBUG nova.network.neutron [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Successfully created port: c791267e-f744-4204-a132-4c8c90cee21a {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.841745] env[62295]: DEBUG nova.compute.manager [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1427.906713] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e12c34-b662-5692-f0fa-c816b31d6ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.031411} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.907952] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.908160] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.908530] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.908741] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.909011] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.912201] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-758adf31-5163-4f70-aa46-b10e63cb862e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.921351] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.921544] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.922337] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4e427d-7d34-4d8c-88fd-d9f97b939830 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.928839] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for the task: (returnval){ [ 1427.928839] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520003fd-933b-8b26-e582-19dc2a2aea39" [ 1427.928839] env[62295]: _type = "Task" [ 1427.928839] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.941675] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520003fd-933b-8b26-e582-19dc2a2aea39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.982959] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "refresh_cache-e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.984747] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquired lock "refresh_cache-e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.985697] env[62295]: DEBUG nova.network.neutron [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.034255] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786349, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.408367] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2925f8-597c-4373-a4fc-19594a503c01 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.417500] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f0f2a6-8a65-46e4-9c91-cb462450a5d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.459390] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1ad9e8-2dab-47be-9fe3-f706eb10d6dd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.468185] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616c5b40-bf02-4ed0-a1eb-f091a3c9661c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.476937] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520003fd-933b-8b26-e582-19dc2a2aea39, 'name': SearchDatastore_Task, 'duration_secs': 0.012147} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.476937] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1173795e-1056-4241-9ff0-93b01d389ed6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.484761] env[62295]: DEBUG nova.compute.provider_tree [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.491123] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for the task: (returnval){ [ 1428.491123] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52766e5c-5e9f-8d32-039f-b8c615f1d139" [ 1428.491123] env[62295]: _type = "Task" [ 1428.491123] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.500919] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52766e5c-5e9f-8d32-039f-b8c615f1d139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.531760] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786349, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.532265] env[62295]: DEBUG nova.network.neutron [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.699048] env[62295]: DEBUG nova.network.neutron [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Updating instance_info_cache with network_info: [{"id": "d6518fbf-bd12-40a5-a2d6-107518f42ab8", "address": "fa:16:3e:14:dc:b8", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6518fbf-bd", "ovs_interfaceid": "d6518fbf-bd12-40a5-a2d6-107518f42ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.865257] env[62295]: DEBUG nova.compute.manager [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1428.887498] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1428.887755] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1428.887913] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.888106] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1428.888259] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.888409] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1428.888610] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1428.888845] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1428.888985] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1428.889161] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1428.889333] env[62295]: DEBUG nova.virt.hardware [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1428.890206] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af675c1e-69ae-4553-be5f-202c2aa2e425 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.898298] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e92d9a-2d1b-4880-a9ae-e5f5989311ea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.989969] env[62295]: DEBUG nova.scheduler.client.report [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1429.002547] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52766e5c-5e9f-8d32-039f-b8c615f1d139, 'name': SearchDatastore_Task, 'duration_secs': 0.010263} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.002821] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.003085] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a3dc6ae9-ce1f-48ec-88d3-e0738159617e/a3dc6ae9-ce1f-48ec-88d3-e0738159617e.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.003339] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2fd61e1-1f7d-4f2d-9617-9ba3712e9ad6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.011026] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for the task: (returnval){ [ 1429.011026] env[62295]: value = "task-1786350" [ 1429.011026] env[62295]: _type = "Task" [ 1429.011026] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.019218] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.031249] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786349, 'name': CloneVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.203998] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Releasing lock "refresh_cache-e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.203998] env[62295]: DEBUG nova.compute.manager [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Instance network_info: |[{"id": "d6518fbf-bd12-40a5-a2d6-107518f42ab8", "address": "fa:16:3e:14:dc:b8", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6518fbf-bd", "ovs_interfaceid": "d6518fbf-bd12-40a5-a2d6-107518f42ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1429.204744] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:dc:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6518fbf-bd12-40a5-a2d6-107518f42ab8', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.213121] env[62295]: DEBUG oslo.service.loopingcall [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.213412] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.213684] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb3f8c9c-1b5b-45c8-9bee-ae3a9ffc9c88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.236735] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.236735] env[62295]: value = "task-1786351" [ 1429.236735] env[62295]: _type = "Task" [ 1429.236735] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.245962] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786351, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.500154] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.500154] env[62295]: DEBUG nova.compute.manager [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1429.504445] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.106s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.504445] env[62295]: DEBUG nova.objects.instance [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lazy-loading 'resources' on Instance uuid a329d648-c057-4e99-a959-8813b0e14711 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.523347] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786350, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.533703] env[62295]: DEBUG nova.compute.manager [req-282fcf59-e0d2-453b-a952-d6b230169147 req-b58b7ddc-ebfc-4c60-a46d-a7adc8c90c51 service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Received event network-changed-d6518fbf-bd12-40a5-a2d6-107518f42ab8 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1429.536591] env[62295]: DEBUG nova.compute.manager [req-282fcf59-e0d2-453b-a952-d6b230169147 req-b58b7ddc-ebfc-4c60-a46d-a7adc8c90c51 service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Refreshing instance network info cache due to event network-changed-d6518fbf-bd12-40a5-a2d6-107518f42ab8. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1429.536591] env[62295]: DEBUG oslo_concurrency.lockutils [req-282fcf59-e0d2-453b-a952-d6b230169147 req-b58b7ddc-ebfc-4c60-a46d-a7adc8c90c51 service nova] Acquiring lock "refresh_cache-e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.536591] env[62295]: DEBUG oslo_concurrency.lockutils [req-282fcf59-e0d2-453b-a952-d6b230169147 req-b58b7ddc-ebfc-4c60-a46d-a7adc8c90c51 service nova] Acquired lock "refresh_cache-e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.536591] env[62295]: DEBUG nova.network.neutron [req-282fcf59-e0d2-453b-a952-d6b230169147 req-b58b7ddc-ebfc-4c60-a46d-a7adc8c90c51 service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Refreshing network info cache for port d6518fbf-bd12-40a5-a2d6-107518f42ab8 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.544043] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786349, 'name': CloneVM_Task, 'duration_secs': 1.584585} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.544043] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Created linked-clone VM from snapshot [ 1429.544043] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ab2c2e-97a2-463e-a682-3327b3983bce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.555032] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Uploading image a24ed143-fcd4-42cc-a693-2592bb558306 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1429.584171] env[62295]: DEBUG oslo_vmware.rw_handles [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1429.584171] env[62295]: value = "vm-370655" [ 1429.584171] env[62295]: _type = "VirtualMachine" [ 1429.584171] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1429.584490] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3dbb496f-fd9c-4967-81a8-29687b251ca7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.592610] env[62295]: DEBUG oslo_vmware.rw_handles [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lease: (returnval){ [ 1429.592610] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5237a65b-31a3-95d1-9382-925b845b3f25" [ 1429.592610] env[62295]: _type = "HttpNfcLease" [ 1429.592610] env[62295]: } obtained for exporting VM: (result){ [ 1429.592610] env[62295]: value = "vm-370655" [ 1429.592610] env[62295]: _type = "VirtualMachine" [ 1429.592610] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1429.592839] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the lease: (returnval){ [ 1429.592839] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5237a65b-31a3-95d1-9382-925b845b3f25" [ 1429.592839] env[62295]: _type = "HttpNfcLease" [ 1429.592839] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1429.604072] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1429.604072] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5237a65b-31a3-95d1-9382-925b845b3f25" [ 1429.604072] env[62295]: _type = "HttpNfcLease" [ 1429.604072] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1429.747867] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786351, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.804171] env[62295]: DEBUG nova.network.neutron [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Successfully updated port: c791267e-f744-4204-a132-4c8c90cee21a {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.808408] env[62295]: DEBUG nova.compute.manager [req-4fc88a0a-462d-400a-b273-bb6d055f7d11 req-3ad5d0d0-6fc1-4cd0-8700-2261c94cfaaf service nova] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Received event network-vif-plugged-c791267e-f744-4204-a132-4c8c90cee21a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1429.810259] env[62295]: DEBUG oslo_concurrency.lockutils [req-4fc88a0a-462d-400a-b273-bb6d055f7d11 req-3ad5d0d0-6fc1-4cd0-8700-2261c94cfaaf service nova] Acquiring lock "2f7db407-6f70-491e-bda9-1221dcf535e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.810522] env[62295]: DEBUG oslo_concurrency.lockutils [req-4fc88a0a-462d-400a-b273-bb6d055f7d11 req-3ad5d0d0-6fc1-4cd0-8700-2261c94cfaaf service nova] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.810698] env[62295]: DEBUG oslo_concurrency.lockutils [req-4fc88a0a-462d-400a-b273-bb6d055f7d11 req-3ad5d0d0-6fc1-4cd0-8700-2261c94cfaaf service nova] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.810871] env[62295]: DEBUG nova.compute.manager [req-4fc88a0a-462d-400a-b273-bb6d055f7d11 req-3ad5d0d0-6fc1-4cd0-8700-2261c94cfaaf service nova] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] No waiting events found dispatching network-vif-plugged-c791267e-f744-4204-a132-4c8c90cee21a {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1429.811049] env[62295]: WARNING nova.compute.manager [req-4fc88a0a-462d-400a-b273-bb6d055f7d11 req-3ad5d0d0-6fc1-4cd0-8700-2261c94cfaaf service nova] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Received unexpected event network-vif-plugged-c791267e-f744-4204-a132-4c8c90cee21a for instance with vm_state building and task_state spawning. [ 1430.006660] env[62295]: DEBUG nova.compute.utils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.008121] env[62295]: DEBUG nova.compute.manager [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1430.008356] env[62295]: DEBUG nova.network.neutron [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.021700] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559137} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.022130] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a3dc6ae9-ce1f-48ec-88d3-e0738159617e/a3dc6ae9-ce1f-48ec-88d3-e0738159617e.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.022611] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.022611] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04cf4c89-f483-44dd-8638-5e9815a8997e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.030925] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for the task: (returnval){ [ 1430.030925] env[62295]: value = "task-1786353" [ 1430.030925] env[62295]: _type = "Task" [ 1430.030925] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.044536] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.065047] env[62295]: DEBUG nova.policy [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c683d8e22144ff6b868493508859855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392f79e47498461d816a8f976fc5c2a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1430.107035] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1430.107035] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5237a65b-31a3-95d1-9382-925b845b3f25" [ 1430.107035] env[62295]: _type = "HttpNfcLease" [ 1430.107035] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1430.107525] env[62295]: DEBUG oslo_vmware.rw_handles [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1430.107525] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5237a65b-31a3-95d1-9382-925b845b3f25" [ 1430.107525] env[62295]: _type = "HttpNfcLease" [ 1430.107525] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1430.108362] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370f4bdf-7415-4142-9f22-f80d6985e24f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.119079] env[62295]: DEBUG oslo_vmware.rw_handles [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271028f-b8ef-6a86-51b4-6bcdbf750a20/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1430.119314] env[62295]: DEBUG oslo_vmware.rw_handles [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271028f-b8ef-6a86-51b4-6bcdbf750a20/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1430.223019] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-621c788d-1d49-46f9-8196-e6ff0f03fda0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.248831] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786351, 'name': CreateVM_Task, 'duration_secs': 0.600686} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.251254] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.254787] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.254869] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.258019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.258019] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d787948c-6250-4aad-868f-bf4918a41df0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.260592] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1430.260592] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52035cc4-76a7-5f84-9c41-df5ccdaa0704" [ 1430.260592] env[62295]: _type = "Task" [ 1430.260592] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.275100] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52035cc4-76a7-5f84-9c41-df5ccdaa0704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.312463] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "refresh_cache-2f7db407-6f70-491e-bda9-1221dcf535e5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.313164] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "refresh_cache-2f7db407-6f70-491e-bda9-1221dcf535e5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.313164] env[62295]: DEBUG nova.network.neutron [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.439140] env[62295]: DEBUG nova.network.neutron [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Successfully created port: 06b9f38b-6924-43ac-9fdd-5423d2de7e3e {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.516223] env[62295]: DEBUG nova.compute.manager [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1430.546909] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072237} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.547275] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.548176] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a0f26b-f3f7-4725-a7d3-9f258df8b4b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.576673] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] a3dc6ae9-ce1f-48ec-88d3-e0738159617e/a3dc6ae9-ce1f-48ec-88d3-e0738159617e.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.577951] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4133d7fb-6a6b-4ca5-961b-baa22c000c7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.597123] env[62295]: DEBUG nova.network.neutron [req-282fcf59-e0d2-453b-a952-d6b230169147 req-b58b7ddc-ebfc-4c60-a46d-a7adc8c90c51 service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Updated VIF entry in instance network info cache for port d6518fbf-bd12-40a5-a2d6-107518f42ab8. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.597500] env[62295]: DEBUG nova.network.neutron [req-282fcf59-e0d2-453b-a952-d6b230169147 req-b58b7ddc-ebfc-4c60-a46d-a7adc8c90c51 service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Updating instance_info_cache with network_info: [{"id": "d6518fbf-bd12-40a5-a2d6-107518f42ab8", "address": "fa:16:3e:14:dc:b8", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6518fbf-bd", "ovs_interfaceid": "d6518fbf-bd12-40a5-a2d6-107518f42ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.605385] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for the task: (returnval){ [ 1430.605385] env[62295]: value = "task-1786354" [ 1430.605385] env[62295]: _type = "Task" [ 1430.605385] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.624440] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.730133] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a22007e-40af-4265-983c-4534212101e9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.739531] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d66dbd1-b2fe-4bbf-a9e6-cce0d789a8cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.783027] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7ca048-ad28-4452-8d8a-90acded5be31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.791043] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df92948-d50f-4eeb-af1c-e5d8bce27497 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.794567] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52035cc4-76a7-5f84-9c41-df5ccdaa0704, 'name': SearchDatastore_Task, 'duration_secs': 0.013056} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.797985] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.797985] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.797985] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.797985] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.798262] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.798262] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3429a3ef-2dbc-41c0-b85c-271aec0db874 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.808128] env[62295]: DEBUG nova.compute.provider_tree [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1430.819760] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.819760] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.822652] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352b6b21-f4a1-4286-829c-efc3cb8d769c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.828206] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1430.828206] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52df0833-5d9b-f568-9e31-da3aa6b27517" [ 1430.828206] env[62295]: _type = "Task" [ 1430.828206] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.836674] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52df0833-5d9b-f568-9e31-da3aa6b27517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.888504] env[62295]: DEBUG nova.network.neutron [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.102350] env[62295]: DEBUG oslo_concurrency.lockutils [req-282fcf59-e0d2-453b-a952-d6b230169147 req-b58b7ddc-ebfc-4c60-a46d-a7adc8c90c51 service nova] Releasing lock "refresh_cache-e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.115745] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786354, 'name': ReconfigVM_Task, 'duration_secs': 0.289305} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.116019] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Reconfigured VM instance instance-0000001b to attach disk [datastore1] a3dc6ae9-ce1f-48ec-88d3-e0738159617e/a3dc6ae9-ce1f-48ec-88d3-e0738159617e.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.117441] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebc5b2b5-e055-44df-ad1c-aa047876e27f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.122965] env[62295]: DEBUG nova.network.neutron [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Updating instance_info_cache with network_info: [{"id": "c791267e-f744-4204-a132-4c8c90cee21a", "address": "fa:16:3e:c4:02:2e", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc791267e-f7", "ovs_interfaceid": "c791267e-f744-4204-a132-4c8c90cee21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.134569] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for the task: (returnval){ [ 1431.134569] env[62295]: value = "task-1786355" [ 1431.134569] env[62295]: _type = "Task" [ 1431.134569] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.146874] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786355, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.334043] env[62295]: ERROR nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [req-eeb59132-692c-4694-b3ce-c471e701eaf1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eeb59132-692c-4694-b3ce-c471e701eaf1"}]} [ 1431.346194] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52df0833-5d9b-f568-9e31-da3aa6b27517, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.346194] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396a19c4-d885-423d-9bb8-714659c5cd8d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.352043] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1431.352043] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a8f560-b8b3-e73e-114b-8cfa82b4a27d" [ 1431.352043] env[62295]: _type = "Task" [ 1431.352043] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.359277] env[62295]: DEBUG nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1431.375101] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a8f560-b8b3-e73e-114b-8cfa82b4a27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.386401] env[62295]: DEBUG nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1431.386401] env[62295]: DEBUG nova.compute.provider_tree [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.404442] env[62295]: DEBUG nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1431.428715] env[62295]: DEBUG nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1431.529891] env[62295]: DEBUG nova.compute.manager [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1431.571725] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1431.572041] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1431.572244] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.572594] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1431.572858] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.573201] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1431.573422] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1431.573587] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1431.573762] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1431.574121] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1431.574357] env[62295]: DEBUG nova.virt.hardware [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1431.576157] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d419f42-778d-475e-b0bc-efeb0645f38c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.590108] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9bdcce-b54e-4d40-8a21-d79ed96e8d4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.629052] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "refresh_cache-2f7db407-6f70-491e-bda9-1221dcf535e5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.629799] env[62295]: DEBUG nova.compute.manager [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Instance network_info: |[{"id": "c791267e-f744-4204-a132-4c8c90cee21a", "address": "fa:16:3e:c4:02:2e", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc791267e-f7", "ovs_interfaceid": "c791267e-f744-4204-a132-4c8c90cee21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1431.630504] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:02:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c791267e-f744-4204-a132-4c8c90cee21a', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.640068] env[62295]: DEBUG oslo.service.loopingcall [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.640292] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.644061] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ab3343-1a94-40e9-81fe-297f71659efe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.669745] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786355, 'name': Rename_Task, 'duration_secs': 0.137153} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.671491] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.671580] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.671580] env[62295]: value = "task-1786356" [ 1431.671580] env[62295]: _type = "Task" [ 1431.671580] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.671807] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ee7e51-b037-48a9-8944-47516403e136 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.688824] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786356, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.688824] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for the task: (returnval){ [ 1431.688824] env[62295]: value = "task-1786357" [ 1431.688824] env[62295]: _type = "Task" [ 1431.688824] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.699120] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.832874] env[62295]: DEBUG nova.compute.manager [req-d13892bc-382e-4dae-a6b5-950a3f824d6c req-3692413a-e2dc-404f-8af4-1f0dc85392cb service nova] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Received event network-changed-c791267e-f744-4204-a132-4c8c90cee21a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1431.832874] env[62295]: DEBUG nova.compute.manager [req-d13892bc-382e-4dae-a6b5-950a3f824d6c req-3692413a-e2dc-404f-8af4-1f0dc85392cb service nova] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Refreshing instance network info cache due to event network-changed-c791267e-f744-4204-a132-4c8c90cee21a. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1431.832874] env[62295]: DEBUG oslo_concurrency.lockutils [req-d13892bc-382e-4dae-a6b5-950a3f824d6c req-3692413a-e2dc-404f-8af4-1f0dc85392cb service nova] Acquiring lock "refresh_cache-2f7db407-6f70-491e-bda9-1221dcf535e5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.832874] env[62295]: DEBUG oslo_concurrency.lockutils [req-d13892bc-382e-4dae-a6b5-950a3f824d6c req-3692413a-e2dc-404f-8af4-1f0dc85392cb service nova] Acquired lock "refresh_cache-2f7db407-6f70-491e-bda9-1221dcf535e5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.832874] env[62295]: DEBUG nova.network.neutron [req-d13892bc-382e-4dae-a6b5-950a3f824d6c req-3692413a-e2dc-404f-8af4-1f0dc85392cb service nova] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Refreshing network info cache for port c791267e-f744-4204-a132-4c8c90cee21a {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.863200] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a8f560-b8b3-e73e-114b-8cfa82b4a27d, 'name': SearchDatastore_Task, 'duration_secs': 0.017916} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.863562] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.863886] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e4d65ed0-9fd8-4759-bf8c-3aac3d17b400/e4d65ed0-9fd8-4759-bf8c-3aac3d17b400.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.864467] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76654eb2-8b70-4fec-a176-6e64d2bea229 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.871709] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1431.871709] env[62295]: value = "task-1786358" [ 1431.871709] env[62295]: _type = "Task" [ 1431.871709] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.882201] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.058932] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136076bd-c42c-4c64-b937-52600fcee918 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.069138] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa168c3-9f56-4033-b826-1d442fead0e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.107831] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df6b3ea-0e3e-41d2-82a0-ba83ea8ebbae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.116688] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bee44a-968a-429b-bd41-7f888af9eed3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.135548] env[62295]: DEBUG nova.compute.provider_tree [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.185150] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786356, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.199205] env[62295]: DEBUG oslo_vmware.api [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786357, 'name': PowerOnVM_Task, 'duration_secs': 0.513785} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.199894] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.199894] env[62295]: INFO nova.compute.manager [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1432.201416] env[62295]: DEBUG nova.compute.manager [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1432.201416] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c9857-be46-428a-ac02-ee74417dd90a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.218877] env[62295]: DEBUG nova.network.neutron [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Successfully updated port: 06b9f38b-6924-43ac-9fdd-5423d2de7e3e {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.382247] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.635103] env[62295]: DEBUG nova.network.neutron [req-d13892bc-382e-4dae-a6b5-950a3f824d6c req-3692413a-e2dc-404f-8af4-1f0dc85392cb service nova] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Updated VIF entry in instance network info cache for port c791267e-f744-4204-a132-4c8c90cee21a. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.635515] env[62295]: DEBUG nova.network.neutron [req-d13892bc-382e-4dae-a6b5-950a3f824d6c req-3692413a-e2dc-404f-8af4-1f0dc85392cb service nova] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Updating instance_info_cache with network_info: [{"id": "c791267e-f744-4204-a132-4c8c90cee21a", "address": "fa:16:3e:c4:02:2e", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc791267e-f7", "ovs_interfaceid": "c791267e-f744-4204-a132-4c8c90cee21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.655928] env[62295]: ERROR nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] [req-0d93f320-93aa-4b96-aa1c-c868ffe7540d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d93f320-93aa-4b96-aa1c-c868ffe7540d"}]} [ 1432.673790] env[62295]: DEBUG nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1432.686475] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786356, 'name': CreateVM_Task, 'duration_secs': 0.558376} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.686703] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.687495] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.687668] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.688080] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.689072] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ae4bf0-ddc2-4291-8535-15fbdb779fca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.694471] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1432.694471] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527e846a-310c-579e-f832-9bc51b71bcea" [ 1432.694471] env[62295]: _type = "Task" [ 1432.694471] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.695418] env[62295]: DEBUG nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1432.695638] env[62295]: DEBUG nova.compute.provider_tree [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.707703] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527e846a-310c-579e-f832-9bc51b71bcea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.708295] env[62295]: DEBUG nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1432.724820] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquiring lock "refresh_cache-7bce7510-ad1f-4b78-92d4-90254cbf0ab3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.725110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquired lock "refresh_cache-7bce7510-ad1f-4b78-92d4-90254cbf0ab3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.725237] env[62295]: DEBUG nova.network.neutron [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.726381] env[62295]: INFO nova.compute.manager [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Took 49.00 seconds to build instance. [ 1432.727822] env[62295]: DEBUG nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1432.886203] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645191} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.886684] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e4d65ed0-9fd8-4759-bf8c-3aac3d17b400/e4d65ed0-9fd8-4759-bf8c-3aac3d17b400.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.887009] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.887301] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04475405-2117-4747-a333-7caf5779c7bb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.893611] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1432.893611] env[62295]: value = "task-1786359" [ 1432.893611] env[62295]: _type = "Task" [ 1432.893611] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.902674] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.950977] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.950977] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.138335] env[62295]: DEBUG oslo_concurrency.lockutils [req-d13892bc-382e-4dae-a6b5-950a3f824d6c req-3692413a-e2dc-404f-8af4-1f0dc85392cb service nova] Releasing lock "refresh_cache-2f7db407-6f70-491e-bda9-1221dcf535e5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.204985] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ca9cd4-0679-4964-968f-81eeba0a463e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.210951] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527e846a-310c-579e-f832-9bc51b71bcea, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.212338] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.212615] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.212887] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.213051] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.213238] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.215228] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7752db5e-d2f7-4520-9793-6795d48dce12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.218204] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b867be88-ebd8-4f3f-b086-abca732627d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.249816] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74b2c491-409a-417c-aca0-c6a845a622ed tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.198s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.252814] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79f4d97-8224-48af-970b-08e31127e6ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.255466] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.255655] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.256913] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbde0764-98a6-4efc-ba8a-5b2ec6e9589f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.263165] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1433.263165] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525914aa-b3af-600c-824f-e2b4321225e1" [ 1433.263165] env[62295]: _type = "Task" [ 1433.263165] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.269874] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2878d61d-6055-40f5-97e6-d669104d18ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.287130] env[62295]: DEBUG nova.compute.provider_tree [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.288458] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525914aa-b3af-600c-824f-e2b4321225e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.290067] env[62295]: DEBUG nova.network.neutron [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.404373] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171262} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.404663] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.405480] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b78f9a3-ea86-4042-9170-9ecbdbd016b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.431256] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] e4d65ed0-9fd8-4759-bf8c-3aac3d17b400/e4d65ed0-9fd8-4759-bf8c-3aac3d17b400.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.431909] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5867b6e3-0e9f-4b17-b561-801e23f2b1db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.453397] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1433.453397] env[62295]: value = "task-1786360" [ 1433.453397] env[62295]: _type = "Task" [ 1433.453397] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.463897] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.508887] env[62295]: DEBUG nova.network.neutron [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Updating instance_info_cache with network_info: [{"id": "06b9f38b-6924-43ac-9fdd-5423d2de7e3e", "address": "fa:16:3e:95:65:f2", "network": {"id": "dfacfa21-b9b5-44e3-a871-cc1c60b75763", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-37630456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392f79e47498461d816a8f976fc5c2a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b9f38b-69", "ovs_interfaceid": "06b9f38b-6924-43ac-9fdd-5423d2de7e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.760110] env[62295]: DEBUG nova.compute.manager [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1433.777098] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525914aa-b3af-600c-824f-e2b4321225e1, 'name': SearchDatastore_Task, 'duration_secs': 0.023124} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.779273] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d6f7f0-12da-436e-bac7-1d3cdb393ded {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.788936] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1433.788936] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5225e1ee-dbdc-9586-c6b3-2937675c09cb" [ 1433.788936] env[62295]: _type = "Task" [ 1433.788936] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.791419] env[62295]: DEBUG nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1433.801532] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5225e1ee-dbdc-9586-c6b3-2937675c09cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.924884] env[62295]: DEBUG nova.compute.manager [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Received event network-vif-plugged-06b9f38b-6924-43ac-9fdd-5423d2de7e3e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1433.927868] env[62295]: DEBUG oslo_concurrency.lockutils [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] Acquiring lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.928277] env[62295]: DEBUG oslo_concurrency.lockutils [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] Lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.928596] env[62295]: DEBUG oslo_concurrency.lockutils [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] Lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.928919] env[62295]: DEBUG nova.compute.manager [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] No waiting events found dispatching network-vif-plugged-06b9f38b-6924-43ac-9fdd-5423d2de7e3e {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1433.929353] env[62295]: WARNING nova.compute.manager [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Received unexpected event network-vif-plugged-06b9f38b-6924-43ac-9fdd-5423d2de7e3e for instance with vm_state building and task_state spawning. [ 1433.929693] env[62295]: DEBUG nova.compute.manager [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Received event network-changed-06b9f38b-6924-43ac-9fdd-5423d2de7e3e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1433.930053] env[62295]: DEBUG nova.compute.manager [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Refreshing instance network info cache due to event network-changed-06b9f38b-6924-43ac-9fdd-5423d2de7e3e. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1433.930394] env[62295]: DEBUG oslo_concurrency.lockutils [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] Acquiring lock "refresh_cache-7bce7510-ad1f-4b78-92d4-90254cbf0ab3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.969084] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.014138] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Releasing lock "refresh_cache-7bce7510-ad1f-4b78-92d4-90254cbf0ab3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.014545] env[62295]: DEBUG nova.compute.manager [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Instance network_info: |[{"id": "06b9f38b-6924-43ac-9fdd-5423d2de7e3e", "address": "fa:16:3e:95:65:f2", "network": {"id": "dfacfa21-b9b5-44e3-a871-cc1c60b75763", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-37630456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392f79e47498461d816a8f976fc5c2a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b9f38b-69", "ovs_interfaceid": "06b9f38b-6924-43ac-9fdd-5423d2de7e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1434.014856] env[62295]: DEBUG oslo_concurrency.lockutils [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] Acquired lock "refresh_cache-7bce7510-ad1f-4b78-92d4-90254cbf0ab3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.015052] env[62295]: DEBUG nova.network.neutron [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Refreshing network info cache for port 06b9f38b-6924-43ac-9fdd-5423d2de7e3e {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.019314] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:65:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06b9f38b-6924-43ac-9fdd-5423d2de7e3e', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1434.024571] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Creating folder: Project (392f79e47498461d816a8f976fc5c2a5). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1434.027715] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a2ecdcc-1c21-4f53-b1c3-650b68802ac0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.040986] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Created folder: Project (392f79e47498461d816a8f976fc5c2a5) in parent group-v370569. [ 1434.044367] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Creating folder: Instances. Parent ref: group-v370658. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1434.044701] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e308dd73-a3f5-49c4-bccf-b2e6aa829604 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.055343] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Created folder: Instances in parent group-v370658. [ 1434.055694] env[62295]: DEBUG oslo.service.loopingcall [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.056990] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.057353] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51cfac29-f7c9-44ab-ac35-7291b8bec472 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.084269] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.084269] env[62295]: value = "task-1786363" [ 1434.084269] env[62295]: _type = "Task" [ 1434.084269] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.091291] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786363, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.283413] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.299725] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.797s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.302390] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5225e1ee-dbdc-9586-c6b3-2937675c09cb, 'name': SearchDatastore_Task, 'duration_secs': 0.019945} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.303074] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.637s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.303328] env[62295]: DEBUG nova.objects.instance [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lazy-loading 'resources' on Instance uuid a2aaa258-d597-443a-840a-79e7e6c405f2 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.310318] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.310389] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 2f7db407-6f70-491e-bda9-1221dcf535e5/2f7db407-6f70-491e-bda9-1221dcf535e5.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.310732] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0d158da-b9b8-433b-a57f-d42fb645416b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.321039] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1434.321039] env[62295]: value = "task-1786364" [ 1434.321039] env[62295]: _type = "Task" [ 1434.321039] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.322210] env[62295]: INFO nova.scheduler.client.report [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Deleted allocations for instance a329d648-c057-4e99-a959-8813b0e14711 [ 1434.332173] env[62295]: DEBUG nova.network.neutron [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Updated VIF entry in instance network info cache for port 06b9f38b-6924-43ac-9fdd-5423d2de7e3e. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.332572] env[62295]: DEBUG nova.network.neutron [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Updating instance_info_cache with network_info: [{"id": "06b9f38b-6924-43ac-9fdd-5423d2de7e3e", "address": "fa:16:3e:95:65:f2", "network": {"id": "dfacfa21-b9b5-44e3-a871-cc1c60b75763", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-37630456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392f79e47498461d816a8f976fc5c2a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b9f38b-69", "ovs_interfaceid": "06b9f38b-6924-43ac-9fdd-5423d2de7e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.347548] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.463973] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786360, 'name': ReconfigVM_Task, 'duration_secs': 0.64337} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.464297] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Reconfigured VM instance instance-0000001c to attach disk [datastore1] e4d65ed0-9fd8-4759-bf8c-3aac3d17b400/e4d65ed0-9fd8-4759-bf8c-3aac3d17b400.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.464925] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e696cb-61df-478c-861a-4787b5d0997e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.471275] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1434.471275] env[62295]: value = "task-1786365" [ 1434.471275] env[62295]: _type = "Task" [ 1434.471275] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.480196] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786365, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.592811] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786363, 'name': CreateVM_Task, 'duration_secs': 0.425587} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.593065] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.593724] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.593909] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.594360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1434.594493] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da3ff1c-cc15-4dec-a206-99cd989d58d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.600080] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1434.600080] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f800e5-14ea-6644-23ab-cb25ef851ff7" [ 1434.600080] env[62295]: _type = "Task" [ 1434.600080] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.609124] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f800e5-14ea-6644-23ab-cb25ef851ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.836462] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c67ccac-e195-47d2-876f-dfce2585f6df tempest-ImagesOneServerTestJSON-1118105149 tempest-ImagesOneServerTestJSON-1118105149-project-member] Lock "a329d648-c057-4e99-a959-8813b0e14711" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.898s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.840890] env[62295]: DEBUG oslo_concurrency.lockutils [req-53d35967-8e8d-4def-8b8f-f2097528d2fe req-f9df2486-cb3a-41aa-9195-8844a1d50739 service nova] Releasing lock "refresh_cache-7bce7510-ad1f-4b78-92d4-90254cbf0ab3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.848023] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786364, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.981218] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786365, 'name': Rename_Task, 'duration_secs': 0.424131} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.984168] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.984762] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61ff7fc3-fe8f-4ab0-9e03-88e8be302fa1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.993324] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1434.993324] env[62295]: value = "task-1786366" [ 1434.993324] env[62295]: _type = "Task" [ 1434.993324] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.006801] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.112657] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f800e5-14ea-6644-23ab-cb25ef851ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.05838} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.112974] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.113249] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.113524] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.113723] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.113914] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.114474] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa5de6d5-f98d-42da-86fa-c6b59e51484a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.122974] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquiring lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.123255] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.123477] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquiring lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.123659] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.123835] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.132798] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.133038] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.134124] env[62295]: INFO nova.compute.manager [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Terminating instance [ 1435.135860] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a2c454-be74-4a9a-9585-94ee1e17154e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.138891] env[62295]: DEBUG nova.compute.manager [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1435.139128] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1435.141571] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e992e38-226c-46cd-97d3-69f153d2a321 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.151375] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1435.151375] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5226c48d-cbd1-85cd-02c9-824706522ae6" [ 1435.151375] env[62295]: _type = "Task" [ 1435.151375] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.153708] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.157252] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d10a120a-99da-40c1-8748-fec3de25fe58 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.165094] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5226c48d-cbd1-85cd-02c9-824706522ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.166510] env[62295]: DEBUG oslo_vmware.api [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for the task: (returnval){ [ 1435.166510] env[62295]: value = "task-1786367" [ 1435.166510] env[62295]: _type = "Task" [ 1435.166510] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.175412] env[62295]: DEBUG oslo_vmware.api [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.346967] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577695} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.347351] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 2f7db407-6f70-491e-bda9-1221dcf535e5/2f7db407-6f70-491e-bda9-1221dcf535e5.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.347594] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.347860] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66df2b87-0b39-487f-a874-a794173d5af0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.357977] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1435.357977] env[62295]: value = "task-1786368" [ 1435.357977] env[62295]: _type = "Task" [ 1435.357977] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.366412] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.462249] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee2b037-faa1-414a-adff-f492d357492d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.471581] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd2dbaa-0e68-41ba-95ba-01d564ff71de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.510499] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97273fbe-9e37-4a15-8b63-1bb69c736677 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.523389] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cd7235-5d26-4c40-8387-38b1ddbdd7a6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.527697] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786366, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.538242] env[62295]: DEBUG nova.compute.provider_tree [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.664992] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5226c48d-cbd1-85cd-02c9-824706522ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.014136} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.665250] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0bfe543-27e3-43c6-845c-633d94c41cb9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.673779] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1435.673779] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e376b5-a6c4-8cfd-3ea4-1812d7055c63" [ 1435.673779] env[62295]: _type = "Task" [ 1435.673779] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.677126] env[62295]: DEBUG oslo_vmware.api [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786367, 'name': PowerOffVM_Task, 'duration_secs': 0.183276} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.680063] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.680211] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.680453] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b310bcf-1c75-4b15-8461-fd9e94f42969 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.688440] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e376b5-a6c4-8cfd-3ea4-1812d7055c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.750065] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.750304] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.750493] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Deleting the datastore file [datastore1] a3dc6ae9-ce1f-48ec-88d3-e0738159617e {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.750736] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9b1a08d-1320-4509-ace2-5fed7f05f9d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.757906] env[62295]: DEBUG oslo_vmware.api [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for the task: (returnval){ [ 1435.757906] env[62295]: value = "task-1786370" [ 1435.757906] env[62295]: _type = "Task" [ 1435.757906] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.767200] env[62295]: DEBUG oslo_vmware.api [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.867454] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075644} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.867750] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.868806] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98fbe5-c7ec-40bc-9f3d-af8f4e8ae2f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.894532] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 2f7db407-6f70-491e-bda9-1221dcf535e5/2f7db407-6f70-491e-bda9-1221dcf535e5.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.894842] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e74837f2-d993-4668-a428-949078c34fa4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.916964] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1435.916964] env[62295]: value = "task-1786371" [ 1435.916964] env[62295]: _type = "Task" [ 1435.916964] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.924374] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.017197] env[62295]: DEBUG oslo_vmware.api [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786366, 'name': PowerOnVM_Task, 'duration_secs': 0.602858} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.017508] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.017718] env[62295]: INFO nova.compute.manager [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1436.017905] env[62295]: DEBUG nova.compute.manager [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1436.018702] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc25c8e2-c8d2-46f8-a1fd-2131cdd81439 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.041415] env[62295]: DEBUG nova.scheduler.client.report [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1436.187835] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e376b5-a6c4-8cfd-3ea4-1812d7055c63, 'name': SearchDatastore_Task, 'duration_secs': 0.043868} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.188121] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.188386] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 7bce7510-ad1f-4b78-92d4-90254cbf0ab3/7bce7510-ad1f-4b78-92d4-90254cbf0ab3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.188637] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99e4edc1-711c-4c63-90dc-6034d8814f3d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.195886] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1436.195886] env[62295]: value = "task-1786372" [ 1436.195886] env[62295]: _type = "Task" [ 1436.195886] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.203711] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.269838] env[62295]: DEBUG oslo_vmware.api [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.426205] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.550759] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.552062] env[62295]: INFO nova.compute.manager [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Took 51.14 seconds to build instance. [ 1436.553635] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.734s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.557166] env[62295]: INFO nova.compute.claims [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.587829] env[62295]: INFO nova.scheduler.client.report [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Deleted allocations for instance a2aaa258-d597-443a-840a-79e7e6c405f2 [ 1436.713626] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.770287] env[62295]: DEBUG oslo_vmware.api [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Task: {'id': task-1786370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.729216} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.770287] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.770570] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.771434] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.771434] env[62295]: INFO nova.compute.manager [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1436.771434] env[62295]: DEBUG oslo.service.loopingcall [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.771434] env[62295]: DEBUG nova.compute.manager [-] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1436.771778] env[62295]: DEBUG nova.network.neutron [-] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.932172] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786371, 'name': ReconfigVM_Task, 'duration_secs': 0.849564} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.932966] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 2f7db407-6f70-491e-bda9-1221dcf535e5/2f7db407-6f70-491e-bda9-1221dcf535e5.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.935205] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9f55108-606d-4207-9895-7532c3f7d351 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.947076] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1436.947076] env[62295]: value = "task-1786373" [ 1436.947076] env[62295]: _type = "Task" [ 1436.947076] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.957771] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786373, 'name': Rename_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.067024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8652cd06-8879-4d9f-aeef-1c0e7aa4e5f4 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.362s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.099772] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7afd6e71-55f5-4bb6-a140-ddf9304830c5 tempest-ImagesNegativeTestJSON-88912697 tempest-ImagesNegativeTestJSON-88912697-project-member] Lock "a2aaa258-d597-443a-840a-79e7e6c405f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.609s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.213314] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677817} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.213987] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 7bce7510-ad1f-4b78-92d4-90254cbf0ab3/7bce7510-ad1f-4b78-92d4-90254cbf0ab3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.213987] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.214212] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60c9a3c2-b7ea-4318-bbc5-6aae8b009c6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.223582] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1437.223582] env[62295]: value = "task-1786374" [ 1437.223582] env[62295]: _type = "Task" [ 1437.223582] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.233042] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.457185] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786373, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.459322] env[62295]: DEBUG nova.compute.manager [req-2775e177-0d5a-4123-90b0-2b0036d501e2 req-31277e54-badc-4a8e-a981-7fd86c7f83a0 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Received event network-vif-deleted-bc4ee186-838f-4d60-865e-a10d0072fb01 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1437.459522] env[62295]: INFO nova.compute.manager [req-2775e177-0d5a-4123-90b0-2b0036d501e2 req-31277e54-badc-4a8e-a981-7fd86c7f83a0 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Neutron deleted interface bc4ee186-838f-4d60-865e-a10d0072fb01; detaching it from the instance and deleting it from the info cache [ 1437.459691] env[62295]: DEBUG nova.network.neutron [req-2775e177-0d5a-4123-90b0-2b0036d501e2 req-31277e54-badc-4a8e-a981-7fd86c7f83a0 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.541571] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b07e34-5458-4d3b-9200-eb52bc03110c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.549707] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3deb0be0-0b78-43f7-bcfc-c5da579905c3 tempest-ServersAdminNegativeTestJSON-1518192390 tempest-ServersAdminNegativeTestJSON-1518192390-project-admin] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Suspending the VM {{(pid=62295) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1437.550189] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-813faf86-62e3-4ba4-94a0-b4923cb5ab14 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.556941] env[62295]: DEBUG oslo_vmware.api [None req-3deb0be0-0b78-43f7-bcfc-c5da579905c3 tempest-ServersAdminNegativeTestJSON-1518192390 tempest-ServersAdminNegativeTestJSON-1518192390-project-admin] Waiting for the task: (returnval){ [ 1437.556941] env[62295]: value = "task-1786375" [ 1437.556941] env[62295]: _type = "Task" [ 1437.556941] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.565352] env[62295]: DEBUG oslo_vmware.api [None req-3deb0be0-0b78-43f7-bcfc-c5da579905c3 tempest-ServersAdminNegativeTestJSON-1518192390 tempest-ServersAdminNegativeTestJSON-1518192390-project-admin] Task: {'id': task-1786375, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.571457] env[62295]: DEBUG nova.compute.manager [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1437.690149] env[62295]: DEBUG nova.network.neutron [-] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.733749] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073101} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.734067] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.734693] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f57139-6c60-4ee9-a820-545995345ac4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.762193] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 7bce7510-ad1f-4b78-92d4-90254cbf0ab3/7bce7510-ad1f-4b78-92d4-90254cbf0ab3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.762416] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb046771-1445-444f-a752-bade7f55db19 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.782964] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1437.782964] env[62295]: value = "task-1786376" [ 1437.782964] env[62295]: _type = "Task" [ 1437.782964] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.793665] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.957489] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786373, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.961746] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-428e6107-3f59-4173-be0c-4c2d35bab2f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.970849] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9db7ea7-3983-4f93-9ce3-53af28e50194 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.010271] env[62295]: DEBUG nova.compute.manager [req-2775e177-0d5a-4123-90b0-2b0036d501e2 req-31277e54-badc-4a8e-a981-7fd86c7f83a0 service nova] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Detach interface failed, port_id=bc4ee186-838f-4d60-865e-a10d0072fb01, reason: Instance a3dc6ae9-ce1f-48ec-88d3-e0738159617e could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1438.071396] env[62295]: DEBUG oslo_vmware.api [None req-3deb0be0-0b78-43f7-bcfc-c5da579905c3 tempest-ServersAdminNegativeTestJSON-1518192390 tempest-ServersAdminNegativeTestJSON-1518192390-project-admin] Task: {'id': task-1786375, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.099601] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.193201] env[62295]: INFO nova.compute.manager [-] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Took 1.42 seconds to deallocate network for instance. [ 1438.197319] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacfe62e-e547-46d7-a9f2-d4ad32f16eb4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.212324] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef70875-f329-4d62-bc34-e8f1c9fb25e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.250774] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e07063-7208-472c-a83c-b14be3dc0903 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.259191] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8df71d-a084-475d-99d5-30d1b52e77b8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.273796] env[62295]: DEBUG nova.compute.provider_tree [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.299688] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.457649] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786373, 'name': Rename_Task, 'duration_secs': 1.327601} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.458499] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.458499] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-394b55a8-e272-4775-9ce1-fb41e8c2e51f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.467778] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1438.467778] env[62295]: value = "task-1786377" [ 1438.467778] env[62295]: _type = "Task" [ 1438.467778] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.478607] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.570560] env[62295]: DEBUG oslo_vmware.api [None req-3deb0be0-0b78-43f7-bcfc-c5da579905c3 tempest-ServersAdminNegativeTestJSON-1518192390 tempest-ServersAdminNegativeTestJSON-1518192390-project-admin] Task: {'id': task-1786375, 'name': SuspendVM_Task} progress is 70%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.707144] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.779291] env[62295]: DEBUG nova.scheduler.client.report [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1438.804166] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.982171] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.069850] env[62295]: DEBUG oslo_vmware.api [None req-3deb0be0-0b78-43f7-bcfc-c5da579905c3 tempest-ServersAdminNegativeTestJSON-1518192390 tempest-ServersAdminNegativeTestJSON-1518192390-project-admin] Task: {'id': task-1786375, 'name': SuspendVM_Task, 'duration_secs': 1.304444} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.070177] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3deb0be0-0b78-43f7-bcfc-c5da579905c3 tempest-ServersAdminNegativeTestJSON-1518192390 tempest-ServersAdminNegativeTestJSON-1518192390-project-admin] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Suspended the VM {{(pid=62295) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1439.070406] env[62295]: DEBUG nova.compute.manager [None req-3deb0be0-0b78-43f7-bcfc-c5da579905c3 tempest-ServersAdminNegativeTestJSON-1518192390 tempest-ServersAdminNegativeTestJSON-1518192390-project-admin] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1439.071321] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36da685-b662-41e5-9b65-ef76a3557731 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.286424] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.286964] env[62295]: DEBUG nova.compute.manager [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1439.289595] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.324s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.291029] env[62295]: INFO nova.compute.claims [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.305724] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786376, 'name': ReconfigVM_Task, 'duration_secs': 1.425387} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.305724] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 7bce7510-ad1f-4b78-92d4-90254cbf0ab3/7bce7510-ad1f-4b78-92d4-90254cbf0ab3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.305948] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0d3491d-b4a6-4b6a-96dc-e97d5d068005 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.314843] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1439.314843] env[62295]: value = "task-1786378" [ 1439.314843] env[62295]: _type = "Task" [ 1439.314843] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.325065] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786378, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.479324] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.797434] env[62295]: DEBUG nova.compute.utils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1439.801333] env[62295]: DEBUG nova.compute.manager [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1439.802315] env[62295]: DEBUG nova.network.neutron [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1439.831124] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786378, 'name': Rename_Task, 'duration_secs': 0.240945} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.833149] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.833482] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b3d3ef-50b8-4e62-b2cf-64a274caab79 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.841595] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1439.841595] env[62295]: value = "task-1786379" [ 1439.841595] env[62295]: _type = "Task" [ 1439.841595] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.851139] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.884882] env[62295]: DEBUG nova.policy [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95ad39441f1f440d9bc6b6986adc0b05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd363e80c19f241f2b7f37b702e924fab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1439.980394] env[62295]: DEBUG oslo_vmware.api [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786377, 'name': PowerOnVM_Task, 'duration_secs': 1.019596} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.981418] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.981418] env[62295]: INFO nova.compute.manager [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1439.981418] env[62295]: DEBUG nova.compute.manager [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1439.982189] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc593ff2-042b-4b9b-a60a-caf121318fac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.307765] env[62295]: DEBUG nova.compute.manager [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1440.357013] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.506886] env[62295]: INFO nova.compute.manager [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Took 50.59 seconds to build instance. [ 1440.536209] env[62295]: DEBUG nova.network.neutron [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Successfully created port: fdb06566-c10e-4a9e-a774-7ad05ecc7144 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1440.857391] env[62295]: DEBUG oslo_vmware.api [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786379, 'name': PowerOnVM_Task, 'duration_secs': 0.587593} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.857734] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.857937] env[62295]: INFO nova.compute.manager [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1440.858180] env[62295]: DEBUG nova.compute.manager [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1440.859818] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5972483-5b5c-4dc8-9928-06225d932123 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.954159] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26acf6c6-d277-4cf3-a28c-69799fb5b0f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.965530] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc22adc-3250-4190-a198-734d041b0d95 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.001199] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daf8b25-4d55-4e97-8885-4b981bd4275d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.009634] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f839da51-5792-4d3e-be69-577aace4a6dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.014256] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5b77216-ba38-4589-ba37-6265f9eeb6da tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.972s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.026782] env[62295]: DEBUG nova.compute.provider_tree [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.324038] env[62295]: DEBUG nova.compute.manager [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1441.352620] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1441.353186] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1441.353506] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.353857] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1441.354870] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.355563] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1441.356416] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1441.356736] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1441.357079] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1441.357362] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1441.357712] env[62295]: DEBUG nova.virt.hardware [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1441.359079] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1487a15-4999-469f-abc2-6954697788c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.367828] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ae0d91-917a-49c4-a0d3-bdc8e94bf69a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.400849] env[62295]: INFO nova.compute.manager [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Took 39.90 seconds to build instance. [ 1441.516545] env[62295]: DEBUG nova.compute.manager [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1441.530345] env[62295]: DEBUG nova.scheduler.client.report [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1441.903789] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5d38ff1b-ec58-408e-9059-b6dc97e016dd tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.652s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.037109] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.037514] env[62295]: DEBUG nova.compute.manager [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1442.042192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.388s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.044227] env[62295]: INFO nova.compute.claims [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.053033] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.190865] env[62295]: DEBUG oslo_vmware.rw_handles [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271028f-b8ef-6a86-51b4-6bcdbf750a20/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1442.191880] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80b00bb-df82-46fe-a4ba-49f7437cdf48 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.199121] env[62295]: DEBUG oslo_vmware.rw_handles [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271028f-b8ef-6a86-51b4-6bcdbf750a20/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1442.199369] env[62295]: ERROR oslo_vmware.rw_handles [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271028f-b8ef-6a86-51b4-6bcdbf750a20/disk-0.vmdk due to incomplete transfer. [ 1442.199615] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-70e0ad60-8b9e-406b-98a0-44a0b6c5d137 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.207446] env[62295]: DEBUG oslo_vmware.rw_handles [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5271028f-b8ef-6a86-51b4-6bcdbf750a20/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1442.207651] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Uploaded image a24ed143-fcd4-42cc-a693-2592bb558306 to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1442.209945] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1442.210143] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60efe74a-4d84-4731-b971-ea73387c2cb1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.217740] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1442.217740] env[62295]: value = "task-1786380" [ 1442.217740] env[62295]: _type = "Task" [ 1442.217740] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.227859] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786380, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.408558] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1442.543345] env[62295]: DEBUG nova.compute.manager [req-5dd1270e-3139-494e-bc43-38d31163eaaf req-e693335e-1b68-4542-9cc3-6915cd44484a service nova] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Received event network-vif-plugged-fdb06566-c10e-4a9e-a774-7ad05ecc7144 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1442.543345] env[62295]: DEBUG oslo_concurrency.lockutils [req-5dd1270e-3139-494e-bc43-38d31163eaaf req-e693335e-1b68-4542-9cc3-6915cd44484a service nova] Acquiring lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.543345] env[62295]: DEBUG oslo_concurrency.lockutils [req-5dd1270e-3139-494e-bc43-38d31163eaaf req-e693335e-1b68-4542-9cc3-6915cd44484a service nova] Lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.543729] env[62295]: DEBUG oslo_concurrency.lockutils [req-5dd1270e-3139-494e-bc43-38d31163eaaf req-e693335e-1b68-4542-9cc3-6915cd44484a service nova] Lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.544061] env[62295]: DEBUG nova.compute.manager [req-5dd1270e-3139-494e-bc43-38d31163eaaf req-e693335e-1b68-4542-9cc3-6915cd44484a service nova] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] No waiting events found dispatching network-vif-plugged-fdb06566-c10e-4a9e-a774-7ad05ecc7144 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1442.544394] env[62295]: WARNING nova.compute.manager [req-5dd1270e-3139-494e-bc43-38d31163eaaf req-e693335e-1b68-4542-9cc3-6915cd44484a service nova] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Received unexpected event network-vif-plugged-fdb06566-c10e-4a9e-a774-7ad05ecc7144 for instance with vm_state building and task_state spawning. [ 1442.552032] env[62295]: DEBUG nova.compute.utils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.552032] env[62295]: DEBUG nova.compute.manager [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1442.552032] env[62295]: DEBUG nova.network.neutron [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.601727] env[62295]: DEBUG nova.network.neutron [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Successfully updated port: fdb06566-c10e-4a9e-a774-7ad05ecc7144 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.652263] env[62295]: DEBUG nova.policy [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c867e3a2f54429c902c7abe514fdcf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1abcd3d2885843c58b9d256e4857a748', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1442.734992] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786380, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.769901] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquiring lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.770211] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.770453] env[62295]: INFO nova.compute.manager [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Rebooting instance [ 1442.844034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "2f7db407-6f70-491e-bda9-1221dcf535e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.844034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.942241] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.061339] env[62295]: DEBUG nova.compute.manager [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1443.107843] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquiring lock "refresh_cache-6de7a8ef-19d4-447a-a6f9-2124691ba2f9" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.108044] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquired lock "refresh_cache-6de7a8ef-19d4-447a-a6f9-2124691ba2f9" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.108229] env[62295]: DEBUG nova.network.neutron [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.227892] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786380, 'name': Destroy_Task, 'duration_secs': 0.936129} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.230758] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Destroyed the VM [ 1443.231103] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1443.231474] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-067a4033-38ed-4bd4-9d4a-7f5a8f96afdd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.238735] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1443.238735] env[62295]: value = "task-1786381" [ 1443.238735] env[62295]: _type = "Task" [ 1443.238735] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.248561] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786381, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.266083] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.266336] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.266593] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.266785] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.266972] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.269415] env[62295]: INFO nova.compute.manager [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Terminating instance [ 1443.285104] env[62295]: DEBUG nova.compute.manager [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1443.285381] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.287130] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b379df7b-eae0-4a8f-af07-a63d099946a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.297249] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.297249] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7261dbac-ce6c-442b-a91e-4bbe3badf0fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.311716] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquiring lock "refresh_cache-7bce7510-ad1f-4b78-92d4-90254cbf0ab3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.311906] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquired lock "refresh_cache-7bce7510-ad1f-4b78-92d4-90254cbf0ab3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.312119] env[62295]: DEBUG nova.network.neutron [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.317642] env[62295]: DEBUG nova.network.neutron [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Successfully created port: d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.353657] env[62295]: DEBUG nova.compute.utils [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1443.405660] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.405952] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.406178] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Deleting the datastore file [datastore1] e4d65ed0-9fd8-4759-bf8c-3aac3d17b400 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.409417] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b14039b5-a3d7-4a4d-a158-3b6e1784f221 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.416912] env[62295]: DEBUG oslo_vmware.api [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1443.416912] env[62295]: value = "task-1786383" [ 1443.416912] env[62295]: _type = "Task" [ 1443.416912] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.425678] env[62295]: DEBUG oslo_vmware.api [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.599050] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c19bd8-725c-4664-8e10-901a3f157d74 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.607542] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759d5630-605e-4374-a95d-81d6af950554 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.647765] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92641d9-1fe7-4f3c-af5f-86be0a6757e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.657025] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eb5ecd-9883-41e3-b472-67585c733306 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.665174] env[62295]: DEBUG nova.network.neutron [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.674757] env[62295]: DEBUG nova.compute.provider_tree [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.749788] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786381, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.820073] env[62295]: DEBUG nova.network.neutron [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Updating instance_info_cache with network_info: [{"id": "fdb06566-c10e-4a9e-a774-7ad05ecc7144", "address": "fa:16:3e:5a:88:40", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb06566-c1", "ovs_interfaceid": "fdb06566-c10e-4a9e-a774-7ad05ecc7144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.857791] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.926772] env[62295]: DEBUG oslo_vmware.api [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.078381] env[62295]: DEBUG nova.compute.manager [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1444.119466] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1444.119619] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1444.119784] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.119996] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1444.120629] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.120629] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1444.120629] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1444.120629] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1444.120812] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1444.121133] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1444.121175] env[62295]: DEBUG nova.virt.hardware [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1444.122780] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c397a475-7dbd-48c4-be8f-03365914d44e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.132206] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e713f35d-b72e-424f-adda-72bf23bd77cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.181100] env[62295]: DEBUG nova.scheduler.client.report [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1444.235916] env[62295]: DEBUG nova.network.neutron [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Updating instance_info_cache with network_info: [{"id": "06b9f38b-6924-43ac-9fdd-5423d2de7e3e", "address": "fa:16:3e:95:65:f2", "network": {"id": "dfacfa21-b9b5-44e3-a871-cc1c60b75763", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-37630456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392f79e47498461d816a8f976fc5c2a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b9f38b-69", "ovs_interfaceid": "06b9f38b-6924-43ac-9fdd-5423d2de7e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.248745] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786381, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.322492] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Releasing lock "refresh_cache-6de7a8ef-19d4-447a-a6f9-2124691ba2f9" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.322780] env[62295]: DEBUG nova.compute.manager [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Instance network_info: |[{"id": "fdb06566-c10e-4a9e-a774-7ad05ecc7144", "address": "fa:16:3e:5a:88:40", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb06566-c1", "ovs_interfaceid": "fdb06566-c10e-4a9e-a774-7ad05ecc7144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1444.323272] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:88:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdb06566-c10e-4a9e-a774-7ad05ecc7144', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.331046] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Creating folder: Project (d363e80c19f241f2b7f37b702e924fab). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.331343] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72f3459c-a3be-4899-bc62-c72049936d69 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.342630] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Created folder: Project (d363e80c19f241f2b7f37b702e924fab) in parent group-v370569. [ 1444.343771] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Creating folder: Instances. Parent ref: group-v370661. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.344083] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f38e9ee-130e-434d-a4ef-7dd682c2b6f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.355609] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Created folder: Instances in parent group-v370661. [ 1444.356841] env[62295]: DEBUG oslo.service.loopingcall [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.356841] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.357061] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-197f68b5-d497-41aa-8b3a-c436cec6fb61 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.377417] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.377417] env[62295]: value = "task-1786386" [ 1444.377417] env[62295]: _type = "Task" [ 1444.377417] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.388190] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786386, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.427612] env[62295]: DEBUG oslo_vmware.api [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557081} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.427962] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.428190] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1444.428488] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1444.428680] env[62295]: INFO nova.compute.manager [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1444.428960] env[62295]: DEBUG oslo.service.loopingcall [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.429963] env[62295]: DEBUG nova.compute.manager [-] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1444.430050] env[62295]: DEBUG nova.network.neutron [-] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.686511] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.687528] env[62295]: DEBUG nova.compute.manager [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1444.690876] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.527s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.739858] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Releasing lock "refresh_cache-7bce7510-ad1f-4b78-92d4-90254cbf0ab3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.744425] env[62295]: DEBUG nova.compute.manager [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1444.751489] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021ccade-db65-4254-8b6d-1142d80d982d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.760851] env[62295]: DEBUG oslo_vmware.api [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786381, 'name': RemoveSnapshot_Task, 'duration_secs': 1.241613} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.766924] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1444.766924] env[62295]: INFO nova.compute.manager [None req-e9b9bd67-4520-4fcd-b263-ea4c554d2483 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Took 18.85 seconds to snapshot the instance on the hypervisor. [ 1444.887636] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786386, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.958141] env[62295]: DEBUG nova.compute.manager [req-fbb77719-e281-4299-b63f-a8597c41d18a req-bda4c652-a637-4968-97b6-dbd7d91696eb service nova] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Received event network-changed-fdb06566-c10e-4a9e-a774-7ad05ecc7144 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1444.958141] env[62295]: DEBUG nova.compute.manager [req-fbb77719-e281-4299-b63f-a8597c41d18a req-bda4c652-a637-4968-97b6-dbd7d91696eb service nova] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Refreshing instance network info cache due to event network-changed-fdb06566-c10e-4a9e-a774-7ad05ecc7144. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1444.958141] env[62295]: DEBUG oslo_concurrency.lockutils [req-fbb77719-e281-4299-b63f-a8597c41d18a req-bda4c652-a637-4968-97b6-dbd7d91696eb service nova] Acquiring lock "refresh_cache-6de7a8ef-19d4-447a-a6f9-2124691ba2f9" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.958141] env[62295]: DEBUG oslo_concurrency.lockutils [req-fbb77719-e281-4299-b63f-a8597c41d18a req-bda4c652-a637-4968-97b6-dbd7d91696eb service nova] Acquired lock "refresh_cache-6de7a8ef-19d4-447a-a6f9-2124691ba2f9" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.958141] env[62295]: DEBUG nova.network.neutron [req-fbb77719-e281-4299-b63f-a8597c41d18a req-bda4c652-a637-4968-97b6-dbd7d91696eb service nova] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Refreshing network info cache for port fdb06566-c10e-4a9e-a774-7ad05ecc7144 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.965706] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "2f7db407-6f70-491e-bda9-1221dcf535e5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.965706] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.965706] env[62295]: INFO nova.compute.manager [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Attaching volume 551f8c8c-5805-4693-b8d6-5d892d00a731 to /dev/sdb [ 1445.006629] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd34195-9e95-48f4-b8df-669fdfe29a5f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.014296] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0792d99-b9c6-4104-a4d1-8cbc413a6ac6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.028740] env[62295]: DEBUG nova.virt.block_device [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Updating existing volume attachment record: 6c531a17-13ba-45a6-859f-c159311c145c {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1445.193552] env[62295]: DEBUG nova.compute.utils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.210020] env[62295]: DEBUG nova.compute.manager [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1445.211020] env[62295]: DEBUG nova.compute.manager [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1445.211335] env[62295]: DEBUG nova.network.neutron [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.275350] env[62295]: DEBUG nova.compute.manager [req-2b4d2b9d-2b53-4643-a40e-f9a9ffb29e43 req-a945df20-d07c-4a33-b7ac-9a18492e5c9a service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Received event network-vif-deleted-d6518fbf-bd12-40a5-a2d6-107518f42ab8 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1445.275350] env[62295]: INFO nova.compute.manager [req-2b4d2b9d-2b53-4643-a40e-f9a9ffb29e43 req-a945df20-d07c-4a33-b7ac-9a18492e5c9a service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Neutron deleted interface d6518fbf-bd12-40a5-a2d6-107518f42ab8; detaching it from the instance and deleting it from the info cache [ 1445.275538] env[62295]: DEBUG nova.network.neutron [req-2b4d2b9d-2b53-4643-a40e-f9a9ffb29e43 req-a945df20-d07c-4a33-b7ac-9a18492e5c9a service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.279711] env[62295]: DEBUG nova.network.neutron [-] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.317669] env[62295]: DEBUG nova.policy [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e5647597f484151b96dafe558f623bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e3772ac28c458f8494ae2367e4f5f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1445.396795] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786386, 'name': CreateVM_Task, 'duration_secs': 0.754589} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.396795] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.396795] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.396795] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.396795] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.396795] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c22063a-3cb9-4a29-9375-f0467b84065b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.402067] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for the task: (returnval){ [ 1445.402067] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520ed494-d0fd-2983-c7c8-b12691878f0f" [ 1445.402067] env[62295]: _type = "Task" [ 1445.402067] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.410882] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520ed494-d0fd-2983-c7c8-b12691878f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.691755] env[62295]: DEBUG nova.network.neutron [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Successfully updated port: d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1445.696392] env[62295]: DEBUG nova.network.neutron [req-fbb77719-e281-4299-b63f-a8597c41d18a req-bda4c652-a637-4968-97b6-dbd7d91696eb service nova] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Updated VIF entry in instance network info cache for port fdb06566-c10e-4a9e-a774-7ad05ecc7144. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.696392] env[62295]: DEBUG nova.network.neutron [req-fbb77719-e281-4299-b63f-a8597c41d18a req-bda4c652-a637-4968-97b6-dbd7d91696eb service nova] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Updating instance_info_cache with network_info: [{"id": "fdb06566-c10e-4a9e-a774-7ad05ecc7144", "address": "fa:16:3e:5a:88:40", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb06566-c1", "ovs_interfaceid": "fdb06566-c10e-4a9e-a774-7ad05ecc7144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.753635] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 3d6e0ca9-e07c-4a0b-a267-8056755c23b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.753813] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 66cf1b6b-808a-4fa3-9535-801f067229c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.753961] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 390cb599-33ae-4c1f-ad15-10d708c8e43b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.754073] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 39d5ce35-b0c9-4540-8777-ed00474b7fdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.754191] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 04b4a097-782c-4119-8b22-657230f85c93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.754306] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance dc4e5417-02d8-45f3-a905-36fcffbc565d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.754434] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 7c309611-0761-44d2-9e85-7cfc19e38f2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.754551] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 473ba36d-5cc5-43f2-8e2c-849cb1da378b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.754662] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance d3173f71-1fba-413f-9014-205ed2beeea0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.754854] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (8a072772-3a95-435d-8b28-629ec3fc2f0c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1445.755013] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance a2350f60-050b-44b6-a6e7-830a56b018ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1445.755141] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance da751e8b-eeaf-41e9-9cf5-86fa4c417d2d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1445.755255] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 1f3d02c2-90ac-4113-b83b-59f6989810d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1445.755376] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance a3dc6ae9-ce1f-48ec-88d3-e0738159617e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1445.755605] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance e4d65ed0-9fd8-4759-bf8c-3aac3d17b400 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.755605] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 2f7db407-6f70-491e-bda9-1221dcf535e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.755773] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 7bce7510-ad1f-4b78-92d4-90254cbf0ab3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.755891] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 6de7a8ef-19d4-447a-a6f9-2124691ba2f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.755891] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance f84e306f-c755-4d0c-9930-de391861c0cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.756046] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 9d16b26f-0eba-430d-83f5-9de7942717c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.781152] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-765515ac-ad11-42f2-a163-f277eae5125d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.787184] env[62295]: INFO nova.compute.manager [-] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Took 1.36 seconds to deallocate network for instance. [ 1445.787770] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1493dd9-0a0d-48a1-a55a-8e13cc2c08f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.801780] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e017b84a-a3cc-46ec-9c3c-443630da90c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.817680] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Doing hard reboot of VM {{(pid=62295) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1445.818455] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-193ab690-c1e8-472c-9f5f-0401a4a408cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.824633] env[62295]: DEBUG oslo_vmware.api [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1445.824633] env[62295]: value = "task-1786390" [ 1445.824633] env[62295]: _type = "Task" [ 1445.824633] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.839509] env[62295]: DEBUG nova.compute.manager [req-2b4d2b9d-2b53-4643-a40e-f9a9ffb29e43 req-a945df20-d07c-4a33-b7ac-9a18492e5c9a service nova] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Detach interface failed, port_id=d6518fbf-bd12-40a5-a2d6-107518f42ab8, reason: Instance e4d65ed0-9fd8-4759-bf8c-3aac3d17b400 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1445.846067] env[62295]: DEBUG oslo_vmware.api [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786390, 'name': ResetVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.846437] env[62295]: DEBUG nova.network.neutron [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Successfully created port: 8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.915512] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520ed494-d0fd-2983-c7c8-b12691878f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.016304} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.915892] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.916285] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.916359] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.916474] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.916726] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.917014] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d752b970-a7e5-460f-b359-0ab61b51db50 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.925352] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.926992] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.926992] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1c40f0-e844-49fb-8b59-7f917c2fef2e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.932549] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for the task: (returnval){ [ 1445.932549] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5233a5b2-1180-b6fb-cf30-a6dd3cf25d58" [ 1445.932549] env[62295]: _type = "Task" [ 1445.932549] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.941463] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5233a5b2-1180-b6fb-cf30-a6dd3cf25d58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.195146] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquiring lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.195405] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquired lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.195539] env[62295]: DEBUG nova.network.neutron [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.197942] env[62295]: DEBUG oslo_concurrency.lockutils [req-fbb77719-e281-4299-b63f-a8597c41d18a req-bda4c652-a637-4968-97b6-dbd7d91696eb service nova] Releasing lock "refresh_cache-6de7a8ef-19d4-447a-a6f9-2124691ba2f9" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.232443] env[62295]: DEBUG nova.compute.manager [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1446.261931] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1446.262414] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1446.262693] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.262978] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1446.263475] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.263891] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1446.264539] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1446.264830] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1446.265133] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1446.265412] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1446.265696] env[62295]: DEBUG nova.virt.hardware [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1446.266527] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance a64890a7-59d3-4139-b8d0-72e03f26546c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1446.268422] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5301d9-ad45-4085-8720-7ed3a7cda680 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.278128] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd6d91-3934-4058-9c96-430cd76b081d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.316485] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.334130] env[62295]: DEBUG oslo_vmware.api [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786390, 'name': ResetVM_Task, 'duration_secs': 0.098301} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.334413] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Did hard reboot of VM {{(pid=62295) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1446.335236] env[62295]: DEBUG nova.compute.manager [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1446.335540] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333a1747-d70d-41fa-aee1-c6e7ee6dbac7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.442236] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5233a5b2-1180-b6fb-cf30-a6dd3cf25d58, 'name': SearchDatastore_Task, 'duration_secs': 0.01144} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.443052] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c74eea-69c6-406d-9c9b-f15ca61b3e17 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.448796] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for the task: (returnval){ [ 1446.448796] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ad4a88-cc8e-d1d2-a51a-799712b968e0" [ 1446.448796] env[62295]: _type = "Task" [ 1446.448796] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.457143] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ad4a88-cc8e-d1d2-a51a-799712b968e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.733075] env[62295]: DEBUG nova.network.neutron [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1446.773472] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 6afe2a10-5b07-43ce-9dea-6d6e503f3652 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1446.849969] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948557f1-96c1-456a-950a-5ebf1febb5be tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.080s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.932599] env[62295]: DEBUG nova.network.neutron [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Updating instance_info_cache with network_info: [{"id": "d011c794-fcbb-41d5-b1ad-29f01e51aea4", "address": "fa:16:3e:a3:22:45", "network": {"id": "fed55ef9-8756-46d9-b590-73b8d351fbe5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-41676359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abcd3d2885843c58b9d256e4857a748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd011c794-fc", "ovs_interfaceid": "d011c794-fcbb-41d5-b1ad-29f01e51aea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.959130] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ad4a88-cc8e-d1d2-a51a-799712b968e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014227} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.959496] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.959658] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6de7a8ef-19d4-447a-a6f9-2124691ba2f9/6de7a8ef-19d4-447a-a6f9-2124691ba2f9.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.959913] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8ab49e-6287-4039-b3d2-7eb178dc263a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.966439] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for the task: (returnval){ [ 1446.966439] env[62295]: value = "task-1786391" [ 1446.966439] env[62295]: _type = "Task" [ 1446.966439] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.974177] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.034521] env[62295]: DEBUG nova.compute.manager [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1447.035527] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb4d0b6-fc62-4666-bfb4-c92db9ea9f5d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.276609] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 718ad0a2-15fa-4822-ab5e-4fbf94a4592f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1447.343375] env[62295]: DEBUG nova.compute.manager [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Received event network-vif-plugged-d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1447.343626] env[62295]: DEBUG oslo_concurrency.lockutils [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] Acquiring lock "f84e306f-c755-4d0c-9930-de391861c0cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.343947] env[62295]: DEBUG oslo_concurrency.lockutils [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] Lock "f84e306f-c755-4d0c-9930-de391861c0cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.344187] env[62295]: DEBUG oslo_concurrency.lockutils [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] Lock "f84e306f-c755-4d0c-9930-de391861c0cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.344450] env[62295]: DEBUG nova.compute.manager [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] No waiting events found dispatching network-vif-plugged-d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1447.344616] env[62295]: WARNING nova.compute.manager [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Received unexpected event network-vif-plugged-d011c794-fcbb-41d5-b1ad-29f01e51aea4 for instance with vm_state building and task_state spawning. [ 1447.344777] env[62295]: DEBUG nova.compute.manager [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Received event network-changed-d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1447.344926] env[62295]: DEBUG nova.compute.manager [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Refreshing instance network info cache due to event network-changed-d011c794-fcbb-41d5-b1ad-29f01e51aea4. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1447.345104] env[62295]: DEBUG oslo_concurrency.lockutils [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] Acquiring lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.435600] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Releasing lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.435943] env[62295]: DEBUG nova.compute.manager [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Instance network_info: |[{"id": "d011c794-fcbb-41d5-b1ad-29f01e51aea4", "address": "fa:16:3e:a3:22:45", "network": {"id": "fed55ef9-8756-46d9-b590-73b8d351fbe5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-41676359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abcd3d2885843c58b9d256e4857a748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd011c794-fc", "ovs_interfaceid": "d011c794-fcbb-41d5-b1ad-29f01e51aea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1447.436259] env[62295]: DEBUG oslo_concurrency.lockutils [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] Acquired lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.436488] env[62295]: DEBUG nova.network.neutron [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Refreshing network info cache for port d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.437787] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:22:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd011c794-fcbb-41d5-b1ad-29f01e51aea4', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1447.446152] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Creating folder: Project (1abcd3d2885843c58b9d256e4857a748). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1447.449242] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83c9243b-4c09-4933-88ed-aed51761f5aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.461369] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Created folder: Project (1abcd3d2885843c58b9d256e4857a748) in parent group-v370569. [ 1447.461732] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Creating folder: Instances. Parent ref: group-v370666. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1447.461798] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9defa5f-605f-47cc-8606-5f8a595c0145 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.472242] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Created folder: Instances in parent group-v370666. [ 1447.472487] env[62295]: DEBUG oslo.service.loopingcall [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.474392] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1447.474392] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf9eadda-1b97-4dc3-92c2-78ae814b857d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.498901] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786391, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.503706] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1447.503706] env[62295]: value = "task-1786395" [ 1447.503706] env[62295]: _type = "Task" [ 1447.503706] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.512731] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786395, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.546586] env[62295]: INFO nova.compute.manager [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] instance snapshotting [ 1447.550013] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdf3347-d239-44ae-af2e-2f0082210927 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.578855] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c62d4-1178-49ce-a4a6-fccf29eeab0f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.687585] env[62295]: DEBUG nova.network.neutron [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Successfully updated port: 8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.780433] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance febf7ce8-eed9-4846-a9d4-32731585b5e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1447.886824] env[62295]: DEBUG nova.network.neutron [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Updated VIF entry in instance network info cache for port d011c794-fcbb-41d5-b1ad-29f01e51aea4. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.887208] env[62295]: DEBUG nova.network.neutron [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Updating instance_info_cache with network_info: [{"id": "d011c794-fcbb-41d5-b1ad-29f01e51aea4", "address": "fa:16:3e:a3:22:45", "network": {"id": "fed55ef9-8756-46d9-b590-73b8d351fbe5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-41676359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abcd3d2885843c58b9d256e4857a748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd011c794-fc", "ovs_interfaceid": "d011c794-fcbb-41d5-b1ad-29f01e51aea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.978223] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878796} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.978447] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6de7a8ef-19d4-447a-a6f9-2124691ba2f9/6de7a8ef-19d4-447a-a6f9-2124691ba2f9.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.978668] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.978938] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db54a721-f141-489d-8dcb-4b7d5a64a227 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.986744] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for the task: (returnval){ [ 1447.986744] env[62295]: value = "task-1786396" [ 1447.986744] env[62295]: _type = "Task" [ 1447.986744] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.996065] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.013070] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786395, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.093742] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1448.094212] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-261601a1-57bb-4bc2-b4af-fc1f126db44c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.111557] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1448.111557] env[62295]: value = "task-1786397" [ 1448.111557] env[62295]: _type = "Task" [ 1448.111557] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.120256] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.193650] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.193810] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquired lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.193975] env[62295]: DEBUG nova.network.neutron [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.285116] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 0e030f03-8f01-44e6-a9dc-b83ac56a270c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1448.390787] env[62295]: DEBUG oslo_concurrency.lockutils [req-e65bb5a8-b6e9-4899-a802-89ab9d9f388f req-6066b8d9-6e6b-4b14-a3ec-707fd3113156 service nova] Releasing lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.503873] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097573} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.504203] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.505135] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b810f9-27a7-4777-a739-8dc2456e4417 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.517778] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786395, 'name': CreateVM_Task, 'duration_secs': 0.560422} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.527242] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.536248] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 6de7a8ef-19d4-447a-a6f9-2124691ba2f9/6de7a8ef-19d4-447a-a6f9-2124691ba2f9.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.536993] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.537180] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.537498] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.537730] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09162b79-4e0a-44d9-a3e5-fcccbe7e8a03 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.552348] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67066be-cc72-4a34-aca7-4a0960d9ed00 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.558229] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for the task: (returnval){ [ 1448.558229] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523d419c-23fc-264e-aa57-3da0fe3fd0d7" [ 1448.558229] env[62295]: _type = "Task" [ 1448.558229] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.562290] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for the task: (returnval){ [ 1448.562290] env[62295]: value = "task-1786398" [ 1448.562290] env[62295]: _type = "Task" [ 1448.562290] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.568647] env[62295]: DEBUG oslo_concurrency.lockutils [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquiring lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.568868] env[62295]: DEBUG oslo_concurrency.lockutils [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.569081] env[62295]: DEBUG oslo_concurrency.lockutils [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquiring lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.569265] env[62295]: DEBUG oslo_concurrency.lockutils [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.569432] env[62295]: DEBUG oslo_concurrency.lockutils [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.570929] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523d419c-23fc-264e-aa57-3da0fe3fd0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.571397] env[62295]: INFO nova.compute.manager [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Terminating instance [ 1448.573231] env[62295]: DEBUG nova.compute.manager [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1448.573491] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.574265] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0e56f5-1aed-4037-9884-4715578f7a0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.580079] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.584205] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.584460] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cf8fd5e-071a-4470-ab78-96fd13083022 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.593142] env[62295]: DEBUG oslo_vmware.api [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1448.593142] env[62295]: value = "task-1786399" [ 1448.593142] env[62295]: _type = "Task" [ 1448.593142] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.602704] env[62295]: DEBUG oslo_vmware.api [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.621297] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.737032] env[62295]: DEBUG nova.network.neutron [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.789417] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 6cd4f1f7-1725-4533-9ef2-6ac907389407 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1448.971358] env[62295]: DEBUG nova.network.neutron [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Updating instance_info_cache with network_info: [{"id": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "address": "fa:16:3e:1a:c6:2b", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c1a02-ec", "ovs_interfaceid": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.071872] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786398, 'name': ReconfigVM_Task, 'duration_secs': 0.409444} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.076229] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 6de7a8ef-19d4-447a-a6f9-2124691ba2f9/6de7a8ef-19d4-447a-a6f9-2124691ba2f9.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.076854] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523d419c-23fc-264e-aa57-3da0fe3fd0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.022426} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.077148] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88bd65b0-1f48-4663-bda0-7439d4d46f73 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.079346] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.079511] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.079825] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.080063] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.080317] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.080625] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49bf15a8-6ca1-4240-abc1-89efcc8102cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.088385] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for the task: (returnval){ [ 1449.088385] env[62295]: value = "task-1786400" [ 1449.088385] env[62295]: _type = "Task" [ 1449.088385] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.094115] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.094292] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.098574] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8366fe5-565f-4068-880d-41a7d2f548d8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.106465] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786400, 'name': Rename_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.110543] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for the task: (returnval){ [ 1449.110543] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5240ba52-3238-8e4f-dd1c-0381724acc08" [ 1449.110543] env[62295]: _type = "Task" [ 1449.110543] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.113774] env[62295]: DEBUG oslo_vmware.api [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786399, 'name': PowerOffVM_Task, 'duration_secs': 0.211564} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.119611] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.119864] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.120439] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b5fd33d-c75f-402e-aa36-273ac335f1d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.128217] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5240ba52-3238-8e4f-dd1c-0381724acc08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.132293] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786397, 'name': CreateSnapshot_Task, 'duration_secs': 1.013581} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.132565] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1449.133821] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253c1914-e817-4ead-8b49-fba9b3e1f060 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.276717] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.276938] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.277126] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Deleting the datastore file [datastore1] 7bce7510-ad1f-4b78-92d4-90254cbf0ab3 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.278020] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5370adda-61ed-46ec-98a3-e4ca2d1ae1ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.286930] env[62295]: DEBUG oslo_vmware.api [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for the task: (returnval){ [ 1449.286930] env[62295]: value = "task-1786402" [ 1449.286930] env[62295]: _type = "Task" [ 1449.286930] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.295869] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 1f4943ad-817a-4307-8f54-af4259b1656d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1449.298096] env[62295]: DEBUG oslo_vmware.api [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.475172] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Releasing lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.475599] env[62295]: DEBUG nova.compute.manager [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Instance network_info: |[{"id": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "address": "fa:16:3e:1a:c6:2b", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c1a02-ec", "ovs_interfaceid": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1449.476039] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:c6:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.484737] env[62295]: DEBUG oslo.service.loopingcall [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.485026] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.485822] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ec46525-4197-4602-9784-2ca67f5651b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.513403] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.513403] env[62295]: value = "task-1786403" [ 1449.513403] env[62295]: _type = "Task" [ 1449.513403] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.522802] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786403, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.536949] env[62295]: DEBUG nova.compute.manager [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Received event network-vif-plugged-8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1449.537196] env[62295]: DEBUG oslo_concurrency.lockutils [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] Acquiring lock "9d16b26f-0eba-430d-83f5-9de7942717c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.537412] env[62295]: DEBUG oslo_concurrency.lockutils [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] Lock "9d16b26f-0eba-430d-83f5-9de7942717c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.537760] env[62295]: DEBUG oslo_concurrency.lockutils [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] Lock "9d16b26f-0eba-430d-83f5-9de7942717c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.537936] env[62295]: DEBUG nova.compute.manager [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] No waiting events found dispatching network-vif-plugged-8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1449.538214] env[62295]: WARNING nova.compute.manager [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Received unexpected event network-vif-plugged-8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 for instance with vm_state building and task_state spawning. [ 1449.539083] env[62295]: DEBUG nova.compute.manager [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Received event network-changed-8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1449.539327] env[62295]: DEBUG nova.compute.manager [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Refreshing instance network info cache due to event network-changed-8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1449.539910] env[62295]: DEBUG oslo_concurrency.lockutils [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] Acquiring lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.540067] env[62295]: DEBUG oslo_concurrency.lockutils [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] Acquired lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.540237] env[62295]: DEBUG nova.network.neutron [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Refreshing network info cache for port 8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.604062] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786400, 'name': Rename_Task, 'duration_secs': 0.132025} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.605604] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1449.606524] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370665', 'volume_id': '551f8c8c-5805-4693-b8d6-5d892d00a731', 'name': 'volume-551f8c8c-5805-4693-b8d6-5d892d00a731', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f7db407-6f70-491e-bda9-1221dcf535e5', 'attached_at': '', 'detached_at': '', 'volume_id': '551f8c8c-5805-4693-b8d6-5d892d00a731', 'serial': '551f8c8c-5805-4693-b8d6-5d892d00a731'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1449.606916] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.607976] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0cfbd0-3933-4e26-b27e-9addc8eb020a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.610552] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0a9a16b-8a01-4bfb-9e53-1c10b37e29c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.629863] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for the task: (returnval){ [ 1449.629863] env[62295]: value = "task-1786404" [ 1449.629863] env[62295]: _type = "Task" [ 1449.629863] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.631564] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413f1791-018b-4d71-a478-17e6e296e739 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.640108] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5240ba52-3238-8e4f-dd1c-0381724acc08, 'name': SearchDatastore_Task, 'duration_secs': 0.016696} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.641595] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11ff940-6697-4f90-a658-b814c934aa3f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.671443] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1449.679567] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] volume-551f8c8c-5805-4693-b8d6-5d892d00a731/volume-551f8c8c-5805-4693-b8d6-5d892d00a731.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.679935] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.680993] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c29c8ba5-7305-4179-bdf8-c33ae0ca5937 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.685619] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28943154-56ed-4c82-9af6-6ab95e2e272a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.699208] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for the task: (returnval){ [ 1449.699208] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520769ba-a95e-1622-fe38-c8955572174b" [ 1449.699208] env[62295]: _type = "Task" [ 1449.699208] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.704544] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1449.704544] env[62295]: value = "task-1786405" [ 1449.704544] env[62295]: _type = "Task" [ 1449.704544] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.706161] env[62295]: DEBUG oslo_vmware.api [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1449.706161] env[62295]: value = "task-1786406" [ 1449.706161] env[62295]: _type = "Task" [ 1449.706161] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.721241] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520769ba-a95e-1622-fe38-c8955572174b, 'name': SearchDatastore_Task, 'duration_secs': 0.008206} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.721241] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.721241] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f84e306f-c755-4d0c-9930-de391861c0cc/f84e306f-c755-4d0c-9930-de391861c0cc.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1449.721241] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fef3ebf-eafd-47ff-96dc-931311b15640 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.729135] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786405, 'name': CloneVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.729343] env[62295]: DEBUG oslo_vmware.api [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.733355] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for the task: (returnval){ [ 1449.733355] env[62295]: value = "task-1786407" [ 1449.733355] env[62295]: _type = "Task" [ 1449.733355] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.741253] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.796183] env[62295]: DEBUG oslo_vmware.api [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Task: {'id': task-1786402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383253} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.796510] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.796755] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.797070] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.797337] env[62295]: INFO nova.compute.manager [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1449.797635] env[62295]: DEBUG oslo.service.loopingcall [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.797852] env[62295]: DEBUG nova.compute.manager [-] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1449.797964] env[62295]: DEBUG nova.network.neutron [-] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.800142] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 7cc92005-410a-44ac-b7cd-c39e39a0bedf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1450.026864] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786403, 'name': CreateVM_Task, 'duration_secs': 0.347456} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.027076] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.027816] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.028009] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.028363] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1450.030604] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af3e2fcc-d33f-456e-a739-37b709b3e243 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.035201] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1450.035201] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ec570f-32a9-3ce3-d5c6-c3f5e8d10b88" [ 1450.035201] env[62295]: _type = "Task" [ 1450.035201] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.048407] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ec570f-32a9-3ce3-d5c6-c3f5e8d10b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.102738] env[62295]: DEBUG oslo_concurrency.lockutils [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Acquiring lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.102994] env[62295]: DEBUG oslo_concurrency.lockutils [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.146744] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786404, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.223981] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786405, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.228836] env[62295]: DEBUG oslo_vmware.api [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.243579] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786407, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.302853] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 380f640a-a595-47b8-89ac-33410c60d48f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1450.420157] env[62295]: DEBUG nova.network.neutron [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Updated VIF entry in instance network info cache for port 8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.420609] env[62295]: DEBUG nova.network.neutron [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Updating instance_info_cache with network_info: [{"id": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "address": "fa:16:3e:1a:c6:2b", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c1a02-ec", "ovs_interfaceid": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.546099] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ec570f-32a9-3ce3-d5c6-c3f5e8d10b88, 'name': SearchDatastore_Task, 'duration_secs': 0.061569} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.547471] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.547471] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.547471] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.547471] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.547658] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.547658] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-491689b1-06c7-42e3-8918-4f63dc221e4f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.555840] env[62295]: DEBUG nova.compute.manager [req-89398efd-86b5-42d8-88b1-73687d0650aa req-ae63c9ab-23c5-4a64-ba01-a1485e583818 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Received event network-vif-deleted-06b9f38b-6924-43ac-9fdd-5423d2de7e3e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.555971] env[62295]: INFO nova.compute.manager [req-89398efd-86b5-42d8-88b1-73687d0650aa req-ae63c9ab-23c5-4a64-ba01-a1485e583818 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Neutron deleted interface 06b9f38b-6924-43ac-9fdd-5423d2de7e3e; detaching it from the instance and deleting it from the info cache [ 1450.556537] env[62295]: DEBUG nova.network.neutron [req-89398efd-86b5-42d8-88b1-73687d0650aa req-ae63c9ab-23c5-4a64-ba01-a1485e583818 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.562475] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.562475] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.563442] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e4f89c-bd30-4df5-ba0a-675616171c59 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.569031] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1450.569031] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a4b8a0-2084-3336-77b4-96e432e78b8f" [ 1450.569031] env[62295]: _type = "Task" [ 1450.569031] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.578638] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a4b8a0-2084-3336-77b4-96e432e78b8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.607869] env[62295]: DEBUG nova.compute.utils [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1450.641259] env[62295]: DEBUG oslo_vmware.api [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786404, 'name': PowerOnVM_Task, 'duration_secs': 0.833123} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.641593] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.641855] env[62295]: INFO nova.compute.manager [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1450.642074] env[62295]: DEBUG nova.compute.manager [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1450.642926] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f622b4ca-4a23-4148-9763-aba1b1fc4e41 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.651657] env[62295]: DEBUG nova.network.neutron [-] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.722345] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786405, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.728088] env[62295]: DEBUG oslo_vmware.api [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786406, 'name': ReconfigVM_Task, 'duration_secs': 0.637465} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.728886] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Reconfigured VM instance instance-0000001d to attach disk [datastore1] volume-551f8c8c-5805-4693-b8d6-5d892d00a731/volume-551f8c8c-5805-4693-b8d6-5d892d00a731.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.733335] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-185ebf4d-43a1-4859-8c54-fc7d95462d44 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.754119] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515807} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.755705] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f84e306f-c755-4d0c-9930-de391861c0cc/f84e306f-c755-4d0c-9930-de391861c0cc.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.755947] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.756259] env[62295]: DEBUG oslo_vmware.api [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1450.756259] env[62295]: value = "task-1786408" [ 1450.756259] env[62295]: _type = "Task" [ 1450.756259] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.756446] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-815c4c66-6d54-45e4-ad8a-fee4f33bd70e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.766944] env[62295]: DEBUG oslo_vmware.api [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.767512] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for the task: (returnval){ [ 1450.767512] env[62295]: value = "task-1786409" [ 1450.767512] env[62295]: _type = "Task" [ 1450.767512] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.776056] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.806101] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 89594c43-5e93-44e8-97dc-b31991b9c6da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1450.923700] env[62295]: DEBUG oslo_concurrency.lockutils [req-77285cdf-b261-47cc-8b0b-d290dfbf62f6 req-8d6dbccf-2122-47fc-afe7-bd07308f45d2 service nova] Releasing lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.064881] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2be0358b-1cb8-49ef-8137-348daac296b3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.076846] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f15c058-e08d-403a-bf3e-c231e30ff7f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.093490] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a4b8a0-2084-3336-77b4-96e432e78b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.032782} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.094661] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b02bed-3afb-42e6-9ac4-ef7fdc7bcfc3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.100304] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1451.100304] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526875eb-217d-4f8f-a05c-01d28c87d3dc" [ 1451.100304] env[62295]: _type = "Task" [ 1451.100304] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.114559] env[62295]: DEBUG oslo_concurrency.lockutils [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.115155] env[62295]: DEBUG nova.compute.manager [req-89398efd-86b5-42d8-88b1-73687d0650aa req-ae63c9ab-23c5-4a64-ba01-a1485e583818 service nova] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Detach interface failed, port_id=06b9f38b-6924-43ac-9fdd-5423d2de7e3e, reason: Instance 7bce7510-ad1f-4b78-92d4-90254cbf0ab3 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1451.120862] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526875eb-217d-4f8f-a05c-01d28c87d3dc, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.121147] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.121320] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 9d16b26f-0eba-430d-83f5-9de7942717c7/9d16b26f-0eba-430d-83f5-9de7942717c7.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.121699] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54055254-51c9-4676-bcd2-e0adcb151836 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.128324] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1451.128324] env[62295]: value = "task-1786410" [ 1451.128324] env[62295]: _type = "Task" [ 1451.128324] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.137949] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.157610] env[62295]: INFO nova.compute.manager [-] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Took 1.36 seconds to deallocate network for instance. [ 1451.168601] env[62295]: INFO nova.compute.manager [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Took 44.37 seconds to build instance. [ 1451.217670] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786405, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.273306] env[62295]: DEBUG oslo_vmware.api [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786408, 'name': ReconfigVM_Task, 'duration_secs': 0.144684} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.277518] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370665', 'volume_id': '551f8c8c-5805-4693-b8d6-5d892d00a731', 'name': 'volume-551f8c8c-5805-4693-b8d6-5d892d00a731', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f7db407-6f70-491e-bda9-1221dcf535e5', 'attached_at': '', 'detached_at': '', 'volume_id': '551f8c8c-5805-4693-b8d6-5d892d00a731', 'serial': '551f8c8c-5805-4693-b8d6-5d892d00a731'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1451.285814] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278814} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.286220] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.287505] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a36941-be4b-4cfa-a926-e5fb3b3cff68 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.313402] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance edc685d0-d961-4aa0-aeb1-f7b9897a5dbd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1451.333824] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] f84e306f-c755-4d0c-9930-de391861c0cc/f84e306f-c755-4d0c-9930-de391861c0cc.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.335464] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7473a67-0e7a-4f5f-b0d3-7343484f7886 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.367235] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for the task: (returnval){ [ 1451.367235] env[62295]: value = "task-1786411" [ 1451.367235] env[62295]: _type = "Task" [ 1451.367235] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.375823] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.638926] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.668922] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "dc4e5417-02d8-45f3-a905-36fcffbc565d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.669312] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "dc4e5417-02d8-45f3-a905-36fcffbc565d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.669545] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "dc4e5417-02d8-45f3-a905-36fcffbc565d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.669730] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "dc4e5417-02d8-45f3-a905-36fcffbc565d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.669894] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "dc4e5417-02d8-45f3-a905-36fcffbc565d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.671773] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2f97134-e4c3-42ab-b008-24bb13b213fe tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.597s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.674790] env[62295]: INFO nova.compute.manager [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Terminating instance [ 1451.675611] env[62295]: DEBUG nova.compute.manager [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1451.675797] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.676806] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58556671-5408-438b-ad78-ed15b65b4af6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.689279] env[62295]: DEBUG oslo_concurrency.lockutils [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.690120] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.690120] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c534b17c-2d49-43cf-832d-09a7b1c0fd20 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.696764] env[62295]: DEBUG oslo_vmware.api [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1451.696764] env[62295]: value = "task-1786412" [ 1451.696764] env[62295]: _type = "Task" [ 1451.696764] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.705550] env[62295]: DEBUG oslo_vmware.api [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.718732] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786405, 'name': CloneVM_Task, 'duration_secs': 1.691177} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.720618] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Created linked-clone VM from snapshot [ 1451.721438] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22995989-e50a-497d-82ce-744551f65f98 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.733589] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Uploading image 8485f4f5-66eb-429c-baf3-669985526ed0 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1451.762050] env[62295]: DEBUG oslo_vmware.rw_handles [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1451.762050] env[62295]: value = "vm-370671" [ 1451.762050] env[62295]: _type = "VirtualMachine" [ 1451.762050] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1451.762875] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-148013a1-1ce0-45c1-9969-3983892ee094 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.770138] env[62295]: DEBUG oslo_vmware.rw_handles [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lease: (returnval){ [ 1451.770138] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5278fd03-9bb7-35e9-9e4d-4b086ff88f3d" [ 1451.770138] env[62295]: _type = "HttpNfcLease" [ 1451.770138] env[62295]: } obtained for exporting VM: (result){ [ 1451.770138] env[62295]: value = "vm-370671" [ 1451.770138] env[62295]: _type = "VirtualMachine" [ 1451.770138] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1451.770390] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the lease: (returnval){ [ 1451.770390] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5278fd03-9bb7-35e9-9e4d-4b086ff88f3d" [ 1451.770390] env[62295]: _type = "HttpNfcLease" [ 1451.770390] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1451.779137] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1451.779137] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5278fd03-9bb7-35e9-9e4d-4b086ff88f3d" [ 1451.779137] env[62295]: _type = "HttpNfcLease" [ 1451.779137] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1451.835767] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 08f2197d-f2d5-4a22-82ce-a253bb23ac71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1451.878280] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.141298] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786410, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.175546] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1452.186801] env[62295]: DEBUG oslo_concurrency.lockutils [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Acquiring lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.187423] env[62295]: DEBUG oslo_concurrency.lockutils [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.187890] env[62295]: INFO nova.compute.manager [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Attaching volume 4cfc7240-fb2c-4950-894b-3c93f9d1ba1b to /dev/sdb [ 1452.209451] env[62295]: DEBUG oslo_vmware.api [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786412, 'name': PowerOffVM_Task, 'duration_secs': 0.386641} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.209902] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.210149] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.210473] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f48470c8-9502-4ca4-8ee6-41d80585f269 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.249423] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6647c0c5-e0b5-4870-be77-d1704b46b9ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.260296] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa41e29b-fde4-470b-9ba0-3dcbd8e9ff62 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.281397] env[62295]: DEBUG nova.virt.block_device [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Updating existing volume attachment record: 0320e844-69a5-47a7-9865-0a4316d4ca71 {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1452.287672] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1452.287672] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5278fd03-9bb7-35e9-9e4d-4b086ff88f3d" [ 1452.287672] env[62295]: _type = "HttpNfcLease" [ 1452.287672] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1452.287990] env[62295]: DEBUG oslo_vmware.rw_handles [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1452.287990] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5278fd03-9bb7-35e9-9e4d-4b086ff88f3d" [ 1452.287990] env[62295]: _type = "HttpNfcLease" [ 1452.287990] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1452.289189] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6c21c7-0897-42b6-af49-55d676fce1d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.299829] env[62295]: DEBUG oslo_vmware.rw_handles [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ebc4f-93ec-7813-29f9-100f14d6246c/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1452.300795] env[62295]: DEBUG oslo_vmware.rw_handles [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ebc4f-93ec-7813-29f9-100f14d6246c/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1452.357118] env[62295]: DEBUG nova.objects.instance [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lazy-loading 'flavor' on Instance uuid 2f7db407-6f70-491e-bda9-1221dcf535e5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.358824] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 8359a912-0d0e-435f-bbd7-e808d67e36be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1452.363171] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.363171] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.363171] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Deleting the datastore file [datastore1] dc4e5417-02d8-45f3-a905-36fcffbc565d {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.363171] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c542c6-ec81-451b-b539-86f2bffd7941 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.369764] env[62295]: DEBUG oslo_vmware.api [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1452.369764] env[62295]: value = "task-1786415" [ 1452.369764] env[62295]: _type = "Task" [ 1452.369764] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.381082] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786411, 'name': ReconfigVM_Task, 'duration_secs': 0.733045} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.384874] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Reconfigured VM instance instance-00000020 to attach disk [datastore1] f84e306f-c755-4d0c-9930-de391861c0cc/f84e306f-c755-4d0c-9930-de391861c0cc.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.386471] env[62295]: DEBUG oslo_vmware.api [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.386471] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71206428-b499-4345-acc1-cbde68e0beb3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.395221] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for the task: (returnval){ [ 1452.395221] env[62295]: value = "task-1786416" [ 1452.395221] env[62295]: _type = "Task" [ 1452.395221] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.400289] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b095bab7-c7fc-4a68-b6c4-e777fd58713a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.405862] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786416, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.642226] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786410, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.175638} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.642487] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 9d16b26f-0eba-430d-83f5-9de7942717c7/9d16b26f-0eba-430d-83f5-9de7942717c7.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.642746] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.644421] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11e23e32-85ae-4161-992f-932e5e4d0584 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.652706] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1452.652706] env[62295]: value = "task-1786420" [ 1452.652706] env[62295]: _type = "Task" [ 1452.652706] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.665673] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.706920] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.774873] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.778752] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.784377] env[62295]: DEBUG nova.compute.manager [None req-8d18d5ac-cdb9-47e7-a9b9-97ff75f25719 tempest-ServerDiagnosticsTest-9991800 tempest-ServerDiagnosticsTest-9991800-project-admin] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1452.785753] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3625a691-f06f-469c-8356-3cdb85ebca2f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.793439] env[62295]: INFO nova.compute.manager [None req-8d18d5ac-cdb9-47e7-a9b9-97ff75f25719 tempest-ServerDiagnosticsTest-9991800 tempest-ServerDiagnosticsTest-9991800-project-admin] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Retrieving diagnostics [ 1452.795736] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1c6312-1ba8-41bd-8508-5815e19c1784 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.866408] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1452.866408] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1452.866408] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1452.872047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fb5284bb-72e8-478b-bbb8-19e073f002eb tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.908s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.891515] env[62295]: DEBUG oslo_vmware.api [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130939} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.895330] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.895604] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1452.895828] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.896377] env[62295]: INFO nova.compute.manager [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1452.896621] env[62295]: DEBUG oslo.service.loopingcall [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1452.897747] env[62295]: DEBUG nova.compute.manager [-] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1452.897747] env[62295]: DEBUG nova.network.neutron [-] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1452.910138] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786416, 'name': Rename_Task, 'duration_secs': 0.187485} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.913484] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.913819] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aea08fd5-47e1-4714-ae09-10e27fb9aa2e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.920849] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for the task: (returnval){ [ 1452.920849] env[62295]: value = "task-1786421" [ 1452.920849] env[62295]: _type = "Task" [ 1452.920849] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.931402] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.166155] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072487} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.172397] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1453.172397] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da49da60-5d3d-42b8-b30d-435c1d0ddfef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.198511] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 9d16b26f-0eba-430d-83f5-9de7942717c7/9d16b26f-0eba-430d-83f5-9de7942717c7.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.201892] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfd21ddc-90ca-4f2f-a92a-a9bf312c598e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.228967] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1453.228967] env[62295]: value = "task-1786422" [ 1453.228967] env[62295]: _type = "Task" [ 1453.228967] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.238462] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.437714] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786421, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.542491] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f152552-da6f-4dba-8078-1aa8986921ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.552923] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e9a806-3ce6-46b2-846d-63285403bc18 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.607929] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d5373-4085-492a-bc8e-d322e24b8d1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.630141] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37273b-d3cf-47c4-8d36-bef1f0c4555a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.653853] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.739290] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.935357] env[62295]: DEBUG oslo_vmware.api [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786421, 'name': PowerOnVM_Task, 'duration_secs': 0.707551} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.935357] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.935357] env[62295]: INFO nova.compute.manager [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1453.935357] env[62295]: DEBUG nova.compute.manager [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1453.936648] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3df81-b9ad-408d-b1c7-27cfcb879b1d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.121183] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "2f7db407-6f70-491e-bda9-1221dcf535e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.121183] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.121183] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "2f7db407-6f70-491e-bda9-1221dcf535e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.121183] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.121450] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.124415] env[62295]: INFO nova.compute.manager [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Terminating instance [ 1454.127586] env[62295]: DEBUG nova.compute.manager [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1454.127898] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.128449] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d77478-1fb3-47d5-99c3-0c01d32e063d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.137101] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1454.137101] env[62295]: value = "task-1786423" [ 1454.137101] env[62295]: _type = "Task" [ 1454.137101] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.149249] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.162475] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1454.183398] env[62295]: DEBUG nova.network.neutron [-] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.241390] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786422, 'name': ReconfigVM_Task, 'duration_secs': 0.849268} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.243036] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 9d16b26f-0eba-430d-83f5-9de7942717c7/9d16b26f-0eba-430d-83f5-9de7942717c7.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.243208] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f900935d-c525-477b-95e6-a63a22dcf6f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.251761] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1454.251761] env[62295]: value = "task-1786424" [ 1454.251761] env[62295]: _type = "Task" [ 1454.251761] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.263355] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786424, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.268576] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquiring lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.269891] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.270440] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquiring lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.270802] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.271180] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.273627] env[62295]: INFO nova.compute.manager [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Terminating instance [ 1454.276388] env[62295]: DEBUG nova.compute.manager [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1454.278378] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.278378] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdceeac2-95a3-4e24-9b49-dcf3f1df7818 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.290663] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.291334] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41310027-8592-4168-a663-4a32cdc72c9c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.299382] env[62295]: DEBUG oslo_vmware.api [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for the task: (returnval){ [ 1454.299382] env[62295]: value = "task-1786425" [ 1454.299382] env[62295]: _type = "Task" [ 1454.299382] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.309446] env[62295]: DEBUG oslo_vmware.api [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.386238] env[62295]: DEBUG nova.compute.manager [req-6a3f46fa-46c5-4ee0-a4ca-caacd73ec020 req-bf45b3f0-ea05-4f77-965b-15f47eafb7e5 service nova] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Received event network-vif-deleted-50342a3b-1a2f-493d-a03b-b2425cd5bb99 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1454.461172] env[62295]: INFO nova.compute.manager [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Took 46.51 seconds to build instance. [ 1454.650048] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786423, 'name': PowerOffVM_Task, 'duration_secs': 0.208359} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.650429] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.650646] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1454.650867] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370665', 'volume_id': '551f8c8c-5805-4693-b8d6-5d892d00a731', 'name': 'volume-551f8c8c-5805-4693-b8d6-5d892d00a731', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f7db407-6f70-491e-bda9-1221dcf535e5', 'attached_at': '', 'detached_at': '', 'volume_id': '551f8c8c-5805-4693-b8d6-5d892d00a731', 'serial': '551f8c8c-5805-4693-b8d6-5d892d00a731'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1454.651837] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de96801-0dd6-4933-a561-29de1073d3c7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.683830] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1454.684107] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.994s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.686286] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.538s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.686286] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.687744] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.648s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.689739] env[62295]: INFO nova.compute.claims [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1454.694541] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.695499] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1454.704017] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69086c27-fc47-4235-bc89-2db3a5552f58 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.705835] env[62295]: INFO nova.compute.manager [-] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Took 1.81 seconds to deallocate network for instance. [ 1454.719925] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330c6e2a-460f-4a01-a6b8-6a3d2183d87c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.745989] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a156c9e9-7e9e-42f3-9d95-3c1d2fb0fc98 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.750494] env[62295]: INFO nova.scheduler.client.report [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Deleted allocations for instance 685e8c77-0574-4459-8677-227bb2cb3671 [ 1454.774174] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] The volume has not been displaced from its original location: [datastore1] volume-551f8c8c-5805-4693-b8d6-5d892d00a731/volume-551f8c8c-5805-4693-b8d6-5d892d00a731.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1454.780197] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1454.781715] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c778f7a-a0b1-4963-8fe7-6c20ac535851 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.804533] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786424, 'name': Rename_Task, 'duration_secs': 0.182493} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.807047] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.809184] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6a69067-3f40-40e8-85d1-2e7a18d9ae0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.812348] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1454.812348] env[62295]: value = "task-1786427" [ 1454.812348] env[62295]: _type = "Task" [ 1454.812348] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.821096] env[62295]: DEBUG oslo_vmware.api [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786425, 'name': PowerOffVM_Task, 'duration_secs': 0.231819} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.821400] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1454.821400] env[62295]: value = "task-1786428" [ 1454.821400] env[62295]: _type = "Task" [ 1454.821400] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.822094] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.822769] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.822769] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de2a9823-286a-4051-9a08-fba64fc8368e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.832671] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.841386] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786428, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.908030] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.908030] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.908030] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Deleting the datastore file [datastore1] 6de7a8ef-19d4-447a-a6f9-2124691ba2f9 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.908030] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b23a3bc-942c-47f0-99d8-67ff39d5a546 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.916580] env[62295]: DEBUG oslo_vmware.api [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for the task: (returnval){ [ 1454.916580] env[62295]: value = "task-1786430" [ 1454.916580] env[62295]: _type = "Task" [ 1454.916580] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.925114] env[62295]: DEBUG oslo_vmware.api [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.963783] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7171bf9-0ef1-495c-887e-d627d856ed82 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lock "f84e306f-c755-4d0c-9930-de391861c0cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.633s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.217665] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] There are 12 instances to clean {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1455.218068] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a2aaa258-d597-443a-840a-79e7e6c405f2] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1455.222946] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.263975] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06f28c2f-657d-419b-8b59-c93a80e64d34 tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "685e8c77-0574-4459-8677-227bb2cb3671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.205s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.265027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "685e8c77-0574-4459-8677-227bb2cb3671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 36.633s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.265251] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "685e8c77-0574-4459-8677-227bb2cb3671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.265469] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "685e8c77-0574-4459-8677-227bb2cb3671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.265686] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "685e8c77-0574-4459-8677-227bb2cb3671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.268746] env[62295]: INFO nova.compute.manager [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Terminating instance [ 1455.269820] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.270382] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquired lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.270382] env[62295]: DEBUG nova.network.neutron [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.324373] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786427, 'name': ReconfigVM_Task, 'duration_secs': 0.332973} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.329530] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1455.335565] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b28027f1-cb3f-426d-90ed-4ea1f8962f49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.354024] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.355290] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1455.355290] env[62295]: value = "task-1786431" [ 1455.355290] env[62295]: _type = "Task" [ 1455.355290] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.364491] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.431576] env[62295]: DEBUG oslo_vmware.api [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Task: {'id': task-1786430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21547} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.431792] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.435018] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.435018] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.435018] env[62295]: INFO nova.compute.manager [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1455.435018] env[62295]: DEBUG oslo.service.loopingcall [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.435018] env[62295]: DEBUG nova.compute.manager [-] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1455.435018] env[62295]: DEBUG nova.network.neutron [-] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.467674] env[62295]: DEBUG nova.compute.manager [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1455.724789] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: fc4de0e8-ec27-46cc-a5b8-cda934424578] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1455.773048] env[62295]: DEBUG nova.compute.utils [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Can not refresh info_cache because instance was not found {{(pid=62295) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1455.800113] env[62295]: DEBUG nova.network.neutron [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1455.837579] env[62295]: DEBUG oslo_vmware.api [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786428, 'name': PowerOnVM_Task, 'duration_secs': 0.585942} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.837874] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.838274] env[62295]: INFO nova.compute.manager [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1455.838497] env[62295]: DEBUG nova.compute.manager [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1455.839290] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f520df-f83f-4775-99af-3306102b6fff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.872335] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786431, 'name': ReconfigVM_Task, 'duration_secs': 0.172836} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.872335] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370665', 'volume_id': '551f8c8c-5805-4693-b8d6-5d892d00a731', 'name': 'volume-551f8c8c-5805-4693-b8d6-5d892d00a731', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f7db407-6f70-491e-bda9-1221dcf535e5', 'attached_at': '', 'detached_at': '', 'volume_id': '551f8c8c-5805-4693-b8d6-5d892d00a731', 'serial': '551f8c8c-5805-4693-b8d6-5d892d00a731'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1455.872335] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.872335] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27656c6-9dc0-4139-8a05-bc7abdd8603d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.879982] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.879982] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5e7bc16-d816-40ea-83c3-42fb589b1ebd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.961112] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.961384] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.961541] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleting the datastore file [datastore1] 2f7db407-6f70-491e-bda9-1221dcf535e5 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.961803] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b178b6f0-74b4-48df-b26a-77f35fd5b4a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.972532] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1455.972532] env[62295]: value = "task-1786436" [ 1455.972532] env[62295]: _type = "Task" [ 1455.972532] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.975058] env[62295]: DEBUG nova.network.neutron [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.987967] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.995629] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.231242] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f100d8a9-75d2-4100-b6c2-c915e7de6bd6] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1456.320028] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c441f092-c498-4071-b066-3d5d345badcd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.327883] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07b0986-f145-4939-bd33-b3e6a6871e8d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.375636] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fc4fdb-7619-42a0-8755-0f6a0ac20c0c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.380711] env[62295]: INFO nova.compute.manager [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Took 47.74 seconds to build instance. [ 1456.387100] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faee420a-2583-4591-a970-ca8590c75878 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.404548] env[62295]: DEBUG nova.compute.provider_tree [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.483045] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Releasing lock "refresh_cache-685e8c77-0574-4459-8677-227bb2cb3671" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.483763] env[62295]: DEBUG nova.compute.manager [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1456.483763] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.483935] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ec4728a-087d-4130-94a6-0a6f0b29377e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.489630] env[62295]: DEBUG oslo_vmware.api [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308301} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.489852] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.489944] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.490179] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.490369] env[62295]: INFO nova.compute.manager [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1456.490622] env[62295]: DEBUG oslo.service.loopingcall [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.490808] env[62295]: DEBUG nova.compute.manager [-] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1456.490904] env[62295]: DEBUG nova.network.neutron [-] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.496552] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385d73e7-487e-495f-bd5f-9f9804684f06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.527965] env[62295]: WARNING nova.virt.vmwareapi.vmops [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 685e8c77-0574-4459-8677-227bb2cb3671 could not be found. [ 1456.528220] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.528493] env[62295]: INFO nova.compute.manager [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1456.528765] env[62295]: DEBUG oslo.service.loopingcall [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.531301] env[62295]: DEBUG nova.compute.manager [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1456.531451] env[62295]: DEBUG nova.network.neutron [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.551420] env[62295]: DEBUG nova.network.neutron [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.567538] env[62295]: DEBUG nova.network.neutron [-] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.601297] env[62295]: DEBUG nova.compute.manager [req-312138af-998b-427e-94b2-205d0aeebc82 req-01f8c2b9-cd5d-47cb-b260-2bee1344ac08 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Received event network-changed-d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1456.601297] env[62295]: DEBUG nova.compute.manager [req-312138af-998b-427e-94b2-205d0aeebc82 req-01f8c2b9-cd5d-47cb-b260-2bee1344ac08 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Refreshing instance network info cache due to event network-changed-d011c794-fcbb-41d5-b1ad-29f01e51aea4. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1456.601297] env[62295]: DEBUG oslo_concurrency.lockutils [req-312138af-998b-427e-94b2-205d0aeebc82 req-01f8c2b9-cd5d-47cb-b260-2bee1344ac08 service nova] Acquiring lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.601430] env[62295]: DEBUG oslo_concurrency.lockutils [req-312138af-998b-427e-94b2-205d0aeebc82 req-01f8c2b9-cd5d-47cb-b260-2bee1344ac08 service nova] Acquired lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.601639] env[62295]: DEBUG nova.network.neutron [req-312138af-998b-427e-94b2-205d0aeebc82 req-01f8c2b9-cd5d-47cb-b260-2bee1344ac08 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Refreshing network info cache for port d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.737386] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 0009344a-2312-435a-b9a1-3af3e98e4bf0] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1456.741487] env[62295]: DEBUG nova.compute.manager [req-0cd70c02-0931-4aeb-9e78-e2c49641d2b7 req-495522a3-4268-4df9-b614-96189afc347c service nova] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Received event network-vif-deleted-fdb06566-c10e-4a9e-a774-7ad05ecc7144 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1456.862616] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1456.862952] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370674', 'volume_id': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'name': 'volume-4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7c309611-0761-44d2-9e85-7cfc19e38f2e', 'attached_at': '', 'detached_at': '', 'volume_id': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'serial': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1456.865231] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235eff90-dc9b-4fa7-904a-3ef802843165 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.886376] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b0eba96-a06d-4f1c-bed8-5ac851f48614 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "9d16b26f-0eba-430d-83f5-9de7942717c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.810s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.886376] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f679b96f-62cf-43f1-a9f6-0b0045155a06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.912348] env[62295]: DEBUG nova.scheduler.client.report [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1456.923674] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-4cfc7240-fb2c-4950-894b-3c93f9d1ba1b/volume-4cfc7240-fb2c-4950-894b-3c93f9d1ba1b.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.924562] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27dfca1-89ad-41d9-8413-2594473527df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.945889] env[62295]: DEBUG oslo_vmware.api [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Waiting for the task: (returnval){ [ 1456.945889] env[62295]: value = "task-1786437" [ 1456.945889] env[62295]: _type = "Task" [ 1456.945889] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.954992] env[62295]: DEBUG oslo_vmware.api [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Task: {'id': task-1786437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.051593] env[62295]: DEBUG nova.network.neutron [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.070230] env[62295]: INFO nova.compute.manager [-] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Took 1.64 seconds to deallocate network for instance. [ 1457.240821] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 3318fb2f-f7f4-443a-a3af-b3cf561a3d9a] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1457.371981] env[62295]: DEBUG nova.network.neutron [-] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.397377] env[62295]: DEBUG nova.compute.manager [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1457.426871] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.427433] env[62295]: DEBUG nova.compute.manager [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1457.431761] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.886s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.433753] env[62295]: INFO nova.compute.claims [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.457912] env[62295]: DEBUG oslo_vmware.api [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Task: {'id': task-1786437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.483328] env[62295]: DEBUG nova.network.neutron [req-312138af-998b-427e-94b2-205d0aeebc82 req-01f8c2b9-cd5d-47cb-b260-2bee1344ac08 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Updated VIF entry in instance network info cache for port d011c794-fcbb-41d5-b1ad-29f01e51aea4. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.483735] env[62295]: DEBUG nova.network.neutron [req-312138af-998b-427e-94b2-205d0aeebc82 req-01f8c2b9-cd5d-47cb-b260-2bee1344ac08 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Updating instance_info_cache with network_info: [{"id": "d011c794-fcbb-41d5-b1ad-29f01e51aea4", "address": "fa:16:3e:a3:22:45", "network": {"id": "fed55ef9-8756-46d9-b590-73b8d351fbe5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-41676359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abcd3d2885843c58b9d256e4857a748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd011c794-fc", "ovs_interfaceid": "d011c794-fcbb-41d5-b1ad-29f01e51aea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.554588] env[62295]: INFO nova.compute.manager [-] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Took 1.02 seconds to deallocate network for instance. [ 1457.578133] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.746730] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: bb795a9a-0e43-4280-936d-f206adff8ad7] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1457.874794] env[62295]: INFO nova.compute.manager [-] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Took 1.38 seconds to deallocate network for instance. [ 1457.919240] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.941045] env[62295]: DEBUG nova.compute.utils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1457.945607] env[62295]: DEBUG nova.compute.manager [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1457.946479] env[62295]: DEBUG nova.network.neutron [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.961330] env[62295]: DEBUG oslo_vmware.api [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Task: {'id': task-1786437, 'name': ReconfigVM_Task, 'duration_secs': 0.823933} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.961639] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-4cfc7240-fb2c-4950-894b-3c93f9d1ba1b/volume-4cfc7240-fb2c-4950-894b-3c93f9d1ba1b.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.967705] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-969a46eb-e877-48e9-9eb8-f08c03f0c020 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.987162] env[62295]: DEBUG oslo_concurrency.lockutils [req-312138af-998b-427e-94b2-205d0aeebc82 req-01f8c2b9-cd5d-47cb-b260-2bee1344ac08 service nova] Releasing lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.987652] env[62295]: DEBUG oslo_vmware.api [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Waiting for the task: (returnval){ [ 1457.987652] env[62295]: value = "task-1786438" [ 1457.987652] env[62295]: _type = "Task" [ 1457.987652] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.998141] env[62295]: DEBUG oslo_vmware.api [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Task: {'id': task-1786438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.999770] env[62295]: DEBUG nova.policy [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6af802d5e5450ea256f3f4b1d8f937', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '813ac1b1c8ec4807a1a2b03264d67fb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1458.061300] env[62295]: INFO nova.compute.manager [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance disappeared during terminate [ 1458.061300] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8fb05899-50f6-4cf2-8621-59f5cf1a67fc tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "685e8c77-0574-4459-8677-227bb2cb3671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.796s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.174122] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.174473] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.174830] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.175649] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.175888] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.184500] env[62295]: INFO nova.compute.manager [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Terminating instance [ 1458.187115] env[62295]: DEBUG nova.compute.manager [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1458.187115] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.187830] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0408ddcf-d8b5-4bea-95bd-6d4fddd4b392 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.214426] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.214558] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57fdf63a-ff15-493b-803f-75503c9a3944 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.235149] env[62295]: DEBUG oslo_vmware.api [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1458.235149] env[62295]: value = "task-1786439" [ 1458.235149] env[62295]: _type = "Task" [ 1458.235149] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.249156] env[62295]: DEBUG oslo_vmware.api [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.250486] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a329d648-c057-4e99-a959-8813b0e14711] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1458.446038] env[62295]: DEBUG nova.compute.manager [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1458.460208] env[62295]: INFO nova.compute.manager [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Took 0.58 seconds to detach 1 volumes for instance. [ 1458.479860] env[62295]: DEBUG nova.network.neutron [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Successfully created port: bef70fc3-221e-402f-bc16-278df7c65924 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.500557] env[62295]: DEBUG oslo_vmware.api [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Task: {'id': task-1786438, 'name': ReconfigVM_Task, 'duration_secs': 0.192682} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.504368] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370674', 'volume_id': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'name': 'volume-4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7c309611-0761-44d2-9e85-7cfc19e38f2e', 'attached_at': '', 'detached_at': '', 'volume_id': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'serial': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1458.565727] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "f5b3322c-fee8-486a-9364-43906f196de9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.565727] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "f5b3322c-fee8-486a-9364-43906f196de9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.750565] env[62295]: DEBUG oslo_vmware.api [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.757906] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 68f6940a-7897-4c93-af54-ff65a55aa587] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1458.967057] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.976969] env[62295]: DEBUG nova.compute.manager [req-4d10de14-901d-4055-b8bd-ec205a95267b req-3fc45749-a496-4b52-86c9-11632ffd24d1 service nova] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Received event network-vif-deleted-c791267e-f744-4204-a132-4c8c90cee21a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1458.977835] env[62295]: DEBUG nova.compute.manager [req-4d10de14-901d-4055-b8bd-ec205a95267b req-3fc45749-a496-4b52-86c9-11632ffd24d1 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Received event network-changed-8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1458.977997] env[62295]: DEBUG nova.compute.manager [req-4d10de14-901d-4055-b8bd-ec205a95267b req-3fc45749-a496-4b52-86c9-11632ffd24d1 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Refreshing instance network info cache due to event network-changed-8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1458.978230] env[62295]: DEBUG oslo_concurrency.lockutils [req-4d10de14-901d-4055-b8bd-ec205a95267b req-3fc45749-a496-4b52-86c9-11632ffd24d1 service nova] Acquiring lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.978373] env[62295]: DEBUG oslo_concurrency.lockutils [req-4d10de14-901d-4055-b8bd-ec205a95267b req-3fc45749-a496-4b52-86c9-11632ffd24d1 service nova] Acquired lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.978579] env[62295]: DEBUG nova.network.neutron [req-4d10de14-901d-4055-b8bd-ec205a95267b req-3fc45749-a496-4b52-86c9-11632ffd24d1 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Refreshing network info cache for port 8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.007820] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1d4c9c-ca80-4403-a45e-e22d797ae79f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.020640] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c6a37d-d163-40c3-97ed-b82c9401be56 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.056782] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064e639-0762-40ba-a00e-3012296eda65 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.065825] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf7e0b8-9841-4bbb-b7ec-024c10830575 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.081327] env[62295]: DEBUG nova.compute.provider_tree [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.246491] env[62295]: DEBUG oslo_vmware.api [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.266022] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 2e819518-8931-4111-bf02-3e2a1acea7e0] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1459.350611] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "9d16b26f-0eba-430d-83f5-9de7942717c7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.350889] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "9d16b26f-0eba-430d-83f5-9de7942717c7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.351498] env[62295]: INFO nova.compute.manager [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Rebooting instance [ 1459.461610] env[62295]: DEBUG nova.compute.manager [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1459.494461] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1459.494742] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1459.494903] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.495101] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1459.495318] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.495539] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1459.495763] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1459.495956] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1459.496248] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1459.496581] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1459.496794] env[62295]: DEBUG nova.virt.hardware [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1459.498234] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b89e9b-4f35-4ef2-89e4-92fdd1d8f9a6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.508301] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d9f61-4d76-4377-8813-0db93045d3f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.561883] env[62295]: DEBUG nova.objects.instance [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Lazy-loading 'flavor' on Instance uuid 7c309611-0761-44d2-9e85-7cfc19e38f2e {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.587026] env[62295]: DEBUG nova.scheduler.client.report [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1459.739174] env[62295]: DEBUG nova.network.neutron [req-4d10de14-901d-4055-b8bd-ec205a95267b req-3fc45749-a496-4b52-86c9-11632ffd24d1 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Updated VIF entry in instance network info cache for port 8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.739174] env[62295]: DEBUG nova.network.neutron [req-4d10de14-901d-4055-b8bd-ec205a95267b req-3fc45749-a496-4b52-86c9-11632ffd24d1 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Updating instance_info_cache with network_info: [{"id": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "address": "fa:16:3e:1a:c6:2b", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c1a02-ec", "ovs_interfaceid": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.749374] env[62295]: DEBUG oslo_vmware.api [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786439, 'name': PowerOffVM_Task, 'duration_secs': 1.22287} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.750324] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.750621] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1459.750959] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61c9b051-574f-4409-8b95-29cc1ccd4419 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.771742] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a1191537-92d0-4618-9bb8-b7f3dc7129f2] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1459.874880] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.068080] env[62295]: DEBUG oslo_concurrency.lockutils [None req-301ccf1d-0897-4918-a656-44d4fb1ce6dd tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.881s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.094358] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.095203] env[62295]: DEBUG nova.compute.manager [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1460.098121] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.110s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.102076] env[62295]: INFO nova.compute.claims [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.245065] env[62295]: DEBUG oslo_concurrency.lockutils [req-4d10de14-901d-4055-b8bd-ec205a95267b req-3fc45749-a496-4b52-86c9-11632ffd24d1 service nova] Releasing lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.245734] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquired lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.246050] env[62295]: DEBUG nova.network.neutron [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.275656] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: dc0c5829-19f3-4061-addf-59c663ae74a1] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1460.299890] env[62295]: DEBUG nova.network.neutron [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Successfully updated port: bef70fc3-221e-402f-bc16-278df7c65924 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.607394] env[62295]: DEBUG nova.compute.utils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.609341] env[62295]: DEBUG nova.compute.manager [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Not allocating networking since 'none' was specified. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1460.780712] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 16d5381e-f29f-417e-96a0-9afb3ac77678] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1460.803323] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.803541] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.803699] env[62295]: DEBUG nova.network.neutron [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.116407] env[62295]: DEBUG nova.compute.manager [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1461.132475] env[62295]: DEBUG nova.network.neutron [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Updating instance_info_cache with network_info: [{"id": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "address": "fa:16:3e:1a:c6:2b", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c1a02-ec", "ovs_interfaceid": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.274891] env[62295]: DEBUG nova.compute.manager [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Received event network-changed-d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1461.275077] env[62295]: DEBUG nova.compute.manager [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Refreshing instance network info cache due to event network-changed-d011c794-fcbb-41d5-b1ad-29f01e51aea4. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1461.275300] env[62295]: DEBUG oslo_concurrency.lockutils [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] Acquiring lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.275443] env[62295]: DEBUG oslo_concurrency.lockutils [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] Acquired lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.275602] env[62295]: DEBUG nova.network.neutron [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Refreshing network info cache for port d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.286536] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.287395] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances with incomplete migration {{(pid=62295) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1461.346177] env[62295]: DEBUG oslo_concurrency.lockutils [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Acquiring lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.346429] env[62295]: DEBUG oslo_concurrency.lockutils [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.349020] env[62295]: DEBUG nova.network.neutron [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.624135] env[62295]: DEBUG nova.network.neutron [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance_info_cache with network_info: [{"id": "bef70fc3-221e-402f-bc16-278df7c65924", "address": "fa:16:3e:6a:cd:96", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef70fc3-22", "ovs_interfaceid": "bef70fc3-221e-402f-bc16-278df7c65924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.634994] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Releasing lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.637349] env[62295]: DEBUG nova.compute.manager [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1461.638524] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ade8691-b512-4ada-8af0-50c4b3ff6338 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.684138] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3b8e1a-b68c-45b5-afe3-35db58cdc48a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.693117] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc015ef2-32c6-4361-8962-44b6bc7bb1b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.725333] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b463f-d313-4822-b53d-23fda52c3c9a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.735902] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd0e55c-ae3e-45fc-998c-08ff3e70f160 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.752011] env[62295]: DEBUG nova.compute.provider_tree [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.789059] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.852536] env[62295]: INFO nova.compute.manager [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Detaching volume 4cfc7240-fb2c-4950-894b-3c93f9d1ba1b [ 1461.889792] env[62295]: INFO nova.virt.block_device [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Attempting to driver detach volume 4cfc7240-fb2c-4950-894b-3c93f9d1ba1b from mountpoint /dev/sdb [ 1461.890079] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1461.890312] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370674', 'volume_id': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'name': 'volume-4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7c309611-0761-44d2-9e85-7cfc19e38f2e', 'attached_at': '', 'detached_at': '', 'volume_id': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'serial': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1461.891421] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d714b6-50ad-43d8-a7b0-263fdc868d70 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.920449] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034d9ab8-b49b-4247-bab9-a4212737d4f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.930300] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faa946b-c5c0-4a7c-b2c5-16c0eeaaea29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.952144] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6501ef11-2eb9-4a28-87e1-f8e2f2e4a882 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.970625] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] The volume has not been displaced from its original location: [datastore1] volume-4cfc7240-fb2c-4950-894b-3c93f9d1ba1b/volume-4cfc7240-fb2c-4950-894b-3c93f9d1ba1b.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1461.976044] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1461.978900] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a3920d1-f4a9-4b09-89fb-0dc4d802d55f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.998127] env[62295]: DEBUG oslo_vmware.api [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Waiting for the task: (returnval){ [ 1461.998127] env[62295]: value = "task-1786443" [ 1461.998127] env[62295]: _type = "Task" [ 1461.998127] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.006482] env[62295]: DEBUG oslo_vmware.api [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Task: {'id': task-1786443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.073720] env[62295]: DEBUG nova.network.neutron [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Updated VIF entry in instance network info cache for port d011c794-fcbb-41d5-b1ad-29f01e51aea4. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.074098] env[62295]: DEBUG nova.network.neutron [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Updating instance_info_cache with network_info: [{"id": "d011c794-fcbb-41d5-b1ad-29f01e51aea4", "address": "fa:16:3e:a3:22:45", "network": {"id": "fed55ef9-8756-46d9-b590-73b8d351fbe5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-41676359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abcd3d2885843c58b9d256e4857a748", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd011c794-fc", "ovs_interfaceid": "d011c794-fcbb-41d5-b1ad-29f01e51aea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.092125] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.092359] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.092561] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Deleting the datastore file [datastore1] 3d6e0ca9-e07c-4a0b-a267-8056755c23b6 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.092839] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f43e4db1-f442-4f82-bd7e-824c6d9dec18 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.100493] env[62295]: DEBUG oslo_vmware.api [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for the task: (returnval){ [ 1462.100493] env[62295]: value = "task-1786444" [ 1462.100493] env[62295]: _type = "Task" [ 1462.100493] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.108967] env[62295]: DEBUG oslo_vmware.api [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.133065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.133396] env[62295]: DEBUG nova.compute.manager [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Instance network_info: |[{"id": "bef70fc3-221e-402f-bc16-278df7c65924", "address": "fa:16:3e:6a:cd:96", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef70fc3-22", "ovs_interfaceid": "bef70fc3-221e-402f-bc16-278df7c65924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1462.134404] env[62295]: DEBUG nova.compute.manager [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1462.137073] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:cd:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bef70fc3-221e-402f-bc16-278df7c65924', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.144783] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Creating folder: Project (813ac1b1c8ec4807a1a2b03264d67fb9). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.145103] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c622401d-fe12-475e-9644-e257433e8bf5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.158394] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1462.158663] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1462.158795] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.158963] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1462.159127] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.159277] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1462.159477] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1462.159633] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1462.159813] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1462.160012] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1462.160200] env[62295]: DEBUG nova.virt.hardware [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1462.162171] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8642ce-c841-428f-9a0d-aadf250a8338 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.164811] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Created folder: Project (813ac1b1c8ec4807a1a2b03264d67fb9) in parent group-v370569. [ 1462.164984] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Creating folder: Instances. Parent ref: group-v370678. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.165462] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d521e77-ba9c-4f85-8cb3-387fd938ea46 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.174729] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf3e82-9272-4d13-9668-2ed47558bb9e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.180019] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Created folder: Instances in parent group-v370678. [ 1462.180162] env[62295]: DEBUG oslo.service.loopingcall [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.180782] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.180946] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3eee222-a9e6-45b5-a3e1-9d7ef64fc905 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.205039] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.210543] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Creating folder: Project (1b44f357405241aca95a1a29d7344115). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.211576] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37f794b1-9d45-402b-8d08-64c05cc5f9c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.216329] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.216329] env[62295]: value = "task-1786447" [ 1462.216329] env[62295]: _type = "Task" [ 1462.216329] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.222117] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Created folder: Project (1b44f357405241aca95a1a29d7344115) in parent group-v370569. [ 1462.222757] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Creating folder: Instances. Parent ref: group-v370680. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.225488] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8059eb04-9531-47c5-9632-d87ca5ab5595 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.227447] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786447, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.236531] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Created folder: Instances in parent group-v370680. [ 1462.236785] env[62295]: DEBUG oslo.service.loopingcall [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.236994] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.237239] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc4b03dc-acf2-4ed9-803e-a580c0b95a8e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.253918] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.253918] env[62295]: value = "task-1786450" [ 1462.253918] env[62295]: _type = "Task" [ 1462.253918] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.254782] env[62295]: DEBUG nova.scheduler.client.report [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1462.269469] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786450, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.388723] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquiring lock "f84e306f-c755-4d0c-9930-de391861c0cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.388723] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lock "f84e306f-c755-4d0c-9930-de391861c0cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.389093] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquiring lock "f84e306f-c755-4d0c-9930-de391861c0cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.389154] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lock "f84e306f-c755-4d0c-9930-de391861c0cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.389326] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lock "f84e306f-c755-4d0c-9930-de391861c0cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.391634] env[62295]: INFO nova.compute.manager [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Terminating instance [ 1462.393486] env[62295]: DEBUG nova.compute.manager [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1462.393709] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.394599] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120bdb77-f916-497a-bfb0-cd4b43459f2f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.403119] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.403393] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6251638-fc04-4ecb-a457-0e2c010e81b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.409691] env[62295]: DEBUG oslo_vmware.api [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for the task: (returnval){ [ 1462.409691] env[62295]: value = "task-1786451" [ 1462.409691] env[62295]: _type = "Task" [ 1462.409691] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.418554] env[62295]: DEBUG oslo_vmware.api [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.509409] env[62295]: DEBUG oslo_vmware.api [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Task: {'id': task-1786443, 'name': ReconfigVM_Task, 'duration_secs': 0.315829} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.509754] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1462.515306] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2eb045a-9cd6-47d0-8c24-3fbc46afaf7f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.532645] env[62295]: DEBUG oslo_vmware.api [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Waiting for the task: (returnval){ [ 1462.532645] env[62295]: value = "task-1786453" [ 1462.532645] env[62295]: _type = "Task" [ 1462.532645] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.545229] env[62295]: DEBUG oslo_vmware.api [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Task: {'id': task-1786453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.577608] env[62295]: DEBUG oslo_concurrency.lockutils [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] Releasing lock "refresh_cache-f84e306f-c755-4d0c-9930-de391861c0cc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.578036] env[62295]: DEBUG nova.compute.manager [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Received event network-vif-plugged-bef70fc3-221e-402f-bc16-278df7c65924 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1462.578444] env[62295]: DEBUG oslo_concurrency.lockutils [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] Acquiring lock "a64890a7-59d3-4139-b8d0-72e03f26546c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.578716] env[62295]: DEBUG oslo_concurrency.lockutils [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.578951] env[62295]: DEBUG oslo_concurrency.lockutils [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.579231] env[62295]: DEBUG nova.compute.manager [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] No waiting events found dispatching network-vif-plugged-bef70fc3-221e-402f-bc16-278df7c65924 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1462.579416] env[62295]: WARNING nova.compute.manager [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Received unexpected event network-vif-plugged-bef70fc3-221e-402f-bc16-278df7c65924 for instance with vm_state building and task_state spawning. [ 1462.579608] env[62295]: DEBUG nova.compute.manager [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Received event network-changed-bef70fc3-221e-402f-bc16-278df7c65924 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1462.579792] env[62295]: DEBUG nova.compute.manager [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Refreshing instance network info cache due to event network-changed-bef70fc3-221e-402f-bc16-278df7c65924. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1462.580235] env[62295]: DEBUG oslo_concurrency.lockutils [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] Acquiring lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.580555] env[62295]: DEBUG oslo_concurrency.lockutils [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] Acquired lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.580878] env[62295]: DEBUG nova.network.neutron [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Refreshing network info cache for port bef70fc3-221e-402f-bc16-278df7c65924 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.610956] env[62295]: DEBUG oslo_vmware.api [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Task: {'id': task-1786444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351228} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.611226] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.612180] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.612180] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.612180] env[62295]: INFO nova.compute.manager [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Took 4.43 seconds to destroy the instance on the hypervisor. [ 1462.612180] env[62295]: DEBUG oslo.service.loopingcall [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.612455] env[62295]: DEBUG nova.compute.manager [-] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1462.612455] env[62295]: DEBUG nova.network.neutron [-] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.668254] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819b60d5-496a-4a3e-aab8-1a1f96071a38 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.676597] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Doing hard reboot of VM {{(pid=62295) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1462.676970] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b9f393a7-3dca-4a04-ae42-9efa33fa7da9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.683336] env[62295]: DEBUG oslo_vmware.api [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1462.683336] env[62295]: value = "task-1786454" [ 1462.683336] env[62295]: _type = "Task" [ 1462.683336] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.694534] env[62295]: DEBUG oslo_vmware.api [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786454, 'name': ResetVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.724664] env[62295]: DEBUG oslo_vmware.rw_handles [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ebc4f-93ec-7813-29f9-100f14d6246c/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1462.724664] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c0ba11-7594-4912-95ca-20c0db81e419 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.739400] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786447, 'name': CreateVM_Task, 'duration_secs': 0.495827} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.740950] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.741265] env[62295]: DEBUG oslo_vmware.rw_handles [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ebc4f-93ec-7813-29f9-100f14d6246c/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1462.741421] env[62295]: ERROR oslo_vmware.rw_handles [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ebc4f-93ec-7813-29f9-100f14d6246c/disk-0.vmdk due to incomplete transfer. [ 1462.742086] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.745076] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.745076] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.745076] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce331bf4-6b04-446c-b91f-4a0c51ce71ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.745076] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9858289-8181-4567-80dc-07bc679542cf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.749277] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1462.749277] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528ea96e-abfb-78dd-f4b8-a132502d7fcb" [ 1462.749277] env[62295]: _type = "Task" [ 1462.749277] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.753531] env[62295]: DEBUG oslo_vmware.rw_handles [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ebc4f-93ec-7813-29f9-100f14d6246c/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1462.753699] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Uploaded image 8485f4f5-66eb-429c-baf3-669985526ed0 to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1462.756082] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1462.756826] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83c3af20-1983-4d65-8fff-e778b0d8ca18 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.765671] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.769140] env[62295]: DEBUG nova.compute.manager [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1462.773129] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528ea96e-abfb-78dd-f4b8-a132502d7fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.773129] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.981s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.773129] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.773129] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.621s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.773380] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.777019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.375s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.777019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.777019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.493s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.777492] env[62295]: INFO nova.compute.claims [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1462.784595] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1462.784595] env[62295]: value = "task-1786455" [ 1462.784595] env[62295]: _type = "Task" [ 1462.784595] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.796079] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786450, 'name': CreateVM_Task, 'duration_secs': 0.309842} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.796673] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.797107] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.801296] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786455, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.813327] env[62295]: INFO nova.scheduler.client.report [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Deleted allocations for instance da751e8b-eeaf-41e9-9cf5-86fa4c417d2d [ 1462.822545] env[62295]: INFO nova.scheduler.client.report [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Deleted allocations for instance a2350f60-050b-44b6-a6e7-830a56b018ad [ 1462.831286] env[62295]: INFO nova.scheduler.client.report [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Deleted allocations for instance 1f3d02c2-90ac-4113-b83b-59f6989810d4 [ 1462.922338] env[62295]: DEBUG oslo_vmware.api [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786451, 'name': PowerOffVM_Task, 'duration_secs': 0.229051} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.922338] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.922338] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.922338] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a51ff2-6f63-43c0-b478-4e26ecd17bea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.998601] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.000029] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.000029] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Deleting the datastore file [datastore1] f84e306f-c755-4d0c-9930-de391861c0cc {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.000029] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edf5e929-a271-49d2-b122-915d1e7a3069 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.007540] env[62295]: DEBUG oslo_vmware.api [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for the task: (returnval){ [ 1463.007540] env[62295]: value = "task-1786457" [ 1463.007540] env[62295]: _type = "Task" [ 1463.007540] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.016721] env[62295]: DEBUG oslo_vmware.api [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.045446] env[62295]: DEBUG oslo_vmware.api [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Task: {'id': task-1786453, 'name': ReconfigVM_Task, 'duration_secs': 0.176061} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.045771] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370674', 'volume_id': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'name': 'volume-4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7c309611-0761-44d2-9e85-7cfc19e38f2e', 'attached_at': '', 'detached_at': '', 'volume_id': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b', 'serial': '4cfc7240-fb2c-4950-894b-3c93f9d1ba1b'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1463.197958] env[62295]: DEBUG oslo_vmware.api [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786454, 'name': ResetVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.261840] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528ea96e-abfb-78dd-f4b8-a132502d7fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.032258} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.262209] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.262430] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1463.262662] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.262812] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.263018] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1463.263510] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.263803] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1463.264058] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ecd263a-6133-4d29-8498-ceb1ad49c7a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.268911] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77440a9-daa9-4d91-bad1-7c81e0b40e7a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.276765] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1463.276765] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52aba118-4e3d-7de2-cb68-3b6c1cafec58" [ 1463.276765] env[62295]: _type = "Task" [ 1463.276765] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.284489] env[62295]: DEBUG nova.compute.utils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1463.285847] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1463.287176] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1463.287262] env[62295]: DEBUG nova.compute.manager [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Not allocating networking since 'none' was specified. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1463.291885] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5281217e-f8c1-42d9-b4fb-8e1aacdc976a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.307333] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52aba118-4e3d-7de2-cb68-3b6c1cafec58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.312963] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1463.312963] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ff5750-df11-8360-d7db-7c953a7aec4f" [ 1463.312963] env[62295]: _type = "Task" [ 1463.312963] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.316949] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786455, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.329716] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c8d5e95-a37d-470c-a271-a8e98bf0f621 tempest-ServerPasswordTestJSON-1295549260 tempest-ServerPasswordTestJSON-1295549260-project-member] Lock "da751e8b-eeaf-41e9-9cf5-86fa4c417d2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.159s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.340055] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ff5750-df11-8360-d7db-7c953a7aec4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.340647] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e32251e4-81d4-4656-bbc2-49990a1ab7c6 tempest-DeleteServersAdminTestJSON-2088281626 tempest-DeleteServersAdminTestJSON-2088281626-project-member] Lock "1f3d02c2-90ac-4113-b83b-59f6989810d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.939s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.341759] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7e9ace15-6ee7-4518-8d2d-aad57688d6b7 tempest-AttachInterfacesV270Test-1892044466 tempest-AttachInterfacesV270Test-1892044466-project-member] Lock "a2350f60-050b-44b6-a6e7-830a56b018ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.470s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.380204] env[62295]: DEBUG nova.network.neutron [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updated VIF entry in instance network info cache for port bef70fc3-221e-402f-bc16-278df7c65924. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.380561] env[62295]: DEBUG nova.network.neutron [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance_info_cache with network_info: [{"id": "bef70fc3-221e-402f-bc16-278df7c65924", "address": "fa:16:3e:6a:cd:96", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef70fc3-22", "ovs_interfaceid": "bef70fc3-221e-402f-bc16-278df7c65924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.385876] env[62295]: DEBUG nova.compute.manager [req-7727d5e9-02e8-4fa7-86f8-022b3b5045c2 req-417880dd-6aec-47e4-a440-4d89763e68ea service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Received event network-vif-deleted-1848963c-c7d8-43f1-bb29-5892bb9c5a2d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1463.386098] env[62295]: INFO nova.compute.manager [req-7727d5e9-02e8-4fa7-86f8-022b3b5045c2 req-417880dd-6aec-47e4-a440-4d89763e68ea service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Neutron deleted interface 1848963c-c7d8-43f1-bb29-5892bb9c5a2d; detaching it from the instance and deleting it from the info cache [ 1463.386278] env[62295]: DEBUG nova.network.neutron [req-7727d5e9-02e8-4fa7-86f8-022b3b5045c2 req-417880dd-6aec-47e4-a440-4d89763e68ea service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.459288] env[62295]: DEBUG nova.network.neutron [-] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.520420] env[62295]: DEBUG oslo_vmware.api [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Task: {'id': task-1786457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355994} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.520503] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.520706] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.520872] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.521061] env[62295]: INFO nova.compute.manager [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1463.521311] env[62295]: DEBUG oslo.service.loopingcall [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.521549] env[62295]: DEBUG nova.compute.manager [-] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1463.521639] env[62295]: DEBUG nova.network.neutron [-] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.596017] env[62295]: DEBUG nova.objects.instance [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Lazy-loading 'flavor' on Instance uuid 7c309611-0761-44d2-9e85-7cfc19e38f2e {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.698808] env[62295]: DEBUG oslo_vmware.api [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786454, 'name': ResetVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.790283] env[62295]: DEBUG nova.compute.manager [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1463.794276] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52aba118-4e3d-7de2-cb68-3b6c1cafec58, 'name': SearchDatastore_Task, 'duration_secs': 0.028022} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.797019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.797019] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1463.797019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.813998] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786455, 'name': Destroy_Task, 'duration_secs': 0.704412} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.814467] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Destroyed the VM [ 1463.814905] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1463.816355] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-859915dc-5632-40a7-b47e-fdc606d70752 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.831279] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ff5750-df11-8360-d7db-7c953a7aec4f, 'name': SearchDatastore_Task, 'duration_secs': 0.029044} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.833616] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1463.833616] env[62295]: value = "task-1786458" [ 1463.833616] env[62295]: _type = "Task" [ 1463.833616] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.834265] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9724acd7-9752-47e8-89d5-0ed4b576be58 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.851313] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1463.851313] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52098732-c301-de9e-70f1-90695b6a1ac3" [ 1463.851313] env[62295]: _type = "Task" [ 1463.851313] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.855853] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.867211] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52098732-c301-de9e-70f1-90695b6a1ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.891135] env[62295]: DEBUG oslo_concurrency.lockutils [req-86a32d41-ce71-492c-9f4d-2e74eadf6ddb req-1140504f-b7a1-4fcf-8fe9-bcdbdee727c1 service nova] Releasing lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.892569] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddf24a94-a4d7-4de1-95bc-0873c1b7140c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.903417] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee016f8-bac5-4e2d-94b8-3f47d10a120c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.942894] env[62295]: DEBUG nova.compute.manager [req-7727d5e9-02e8-4fa7-86f8-022b3b5045c2 req-417880dd-6aec-47e4-a440-4d89763e68ea service nova] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Detach interface failed, port_id=1848963c-c7d8-43f1-bb29-5892bb9c5a2d, reason: Instance 3d6e0ca9-e07c-4a0b-a267-8056755c23b6 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1463.962018] env[62295]: INFO nova.compute.manager [-] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Took 1.35 seconds to deallocate network for instance. [ 1464.197144] env[62295]: DEBUG oslo_vmware.api [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786454, 'name': ResetVM_Task, 'duration_secs': 1.121993} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.200173] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Did hard reboot of VM {{(pid=62295) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1464.200374] env[62295]: DEBUG nova.compute.manager [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1464.201398] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152a1f51-96f9-42c3-9edb-8f51a9b5ab1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.325202] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df55aa99-0202-4849-ae3d-1cdbcf6a7484 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.336203] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9b93b-af68-4661-b224-c1f079dfc951 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.353886] env[62295]: DEBUG nova.network.neutron [-] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.355745] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.387017] env[62295]: INFO nova.compute.manager [-] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Took 0.86 seconds to deallocate network for instance. [ 1464.391301] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83b91bf-d2cd-47d1-90d1-7772bd1d6963 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.407075] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52098732-c301-de9e-70f1-90695b6a1ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.020766} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.410685] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.411140] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a64890a7-59d3-4139-b8d0-72e03f26546c/a64890a7-59d3-4139-b8d0-72e03f26546c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1464.411667] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.413199] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.413199] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f2c2bce-8d3e-4032-aa66-0ff0bc2575de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.422027] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb776e-b8d3-4f5c-bfc5-1e3c5b32906b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.424736] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81d32993-b8e7-4ea9-ba09-182c4b9578c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.449147] env[62295]: DEBUG nova.compute.provider_tree [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1464.456017] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.456017] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.456895] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1464.456895] env[62295]: value = "task-1786459" [ 1464.456895] env[62295]: _type = "Task" [ 1464.456895] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.457848] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8555b6c4-2286-41ba-a7cb-d04eac31d568 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.468717] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.471542] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1464.471542] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52851fcc-53a2-1a54-6d0b-a909401dc567" [ 1464.471542] env[62295]: _type = "Task" [ 1464.471542] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.474867] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.487720] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52851fcc-53a2-1a54-6d0b-a909401dc567, 'name': SearchDatastore_Task, 'duration_secs': 0.011884} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.488082] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a884ce-7746-4546-8ffa-b917daad4788 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.495354] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1464.495354] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524f4b0a-b8b0-e4ab-826f-5b3f8d7c152d" [ 1464.495354] env[62295]: _type = "Task" [ 1464.495354] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.505858] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524f4b0a-b8b0-e4ab-826f-5b3f8d7c152d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.611516] env[62295]: DEBUG oslo_concurrency.lockutils [None req-be723348-80c3-4e3f-8a38-695336b9795c tempest-VolumesAssistedSnapshotsTest-151355693 tempest-VolumesAssistedSnapshotsTest-151355693-project-admin] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.716213] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a074268-d607-44b9-9397-e2bf298406c0 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "9d16b26f-0eba-430d-83f5-9de7942717c7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.365s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.804492] env[62295]: DEBUG nova.compute.manager [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1464.836345] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1464.836607] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1464.836822] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.837025] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1464.837179] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.837327] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1464.837921] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1464.838063] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1464.838245] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1464.838409] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1464.838641] env[62295]: DEBUG nova.virt.hardware [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1464.839530] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc180e-0208-4f2c-b36a-babc360be51b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.857225] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836215a5-c3b2-4360-bc3f-e582abf6486a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.862195] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.881590] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.886749] env[62295]: DEBUG oslo.service.loopingcall [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.887189] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.887430] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9a6c86f-1cce-476b-b725-22ed79fba385 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.901601] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.910529] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.910529] env[62295]: value = "task-1786462" [ 1464.910529] env[62295]: _type = "Task" [ 1464.910529] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.921271] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786462, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.979575] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539801} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.979871] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a64890a7-59d3-4139-b8d0-72e03f26546c/a64890a7-59d3-4139-b8d0-72e03f26546c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.980141] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.980481] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47e8df39-a11d-4760-99ae-117f7b9ce1f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.983736] env[62295]: ERROR nova.scheduler.client.report [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [req-d9da92c3-fc19-4d09-b78e-6fd3990e2ad2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9da92c3-fc19-4d09-b78e-6fd3990e2ad2"}]} [ 1464.995428] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1464.995428] env[62295]: value = "task-1786463" [ 1464.995428] env[62295]: _type = "Task" [ 1464.995428] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.005804] env[62295]: DEBUG nova.scheduler.client.report [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1465.015161] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.015500] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524f4b0a-b8b0-e4ab-826f-5b3f8d7c152d, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.015672] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.015940] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6afe2a10-5b07-43ce-9dea-6d6e503f3652/6afe2a10-5b07-43ce-9dea-6d6e503f3652.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.016225] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ec66af3-946a-4523-b637-00e88b6dad64 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.026121] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1465.026121] env[62295]: value = "task-1786464" [ 1465.026121] env[62295]: _type = "Task" [ 1465.026121] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.027966] env[62295]: DEBUG nova.scheduler.client.report [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1465.027966] env[62295]: DEBUG nova.compute.provider_tree [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1465.041355] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.043947] env[62295]: DEBUG nova.scheduler.client.report [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1465.068760] env[62295]: DEBUG nova.scheduler.client.report [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1465.287768] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.288200] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.357946] env[62295]: DEBUG oslo_vmware.api [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786458, 'name': RemoveSnapshot_Task, 'duration_secs': 1.339932} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.360991] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1465.362136] env[62295]: INFO nova.compute.manager [None req-25ae627b-7ccf-4ea5-9350-db784026c696 tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Took 17.81 seconds to snapshot the instance on the hypervisor. [ 1465.426256] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786462, 'name': CreateVM_Task, 'duration_secs': 0.41832} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.427308] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.427467] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.427531] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.427861] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.428196] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491d2df4-f2cb-4b4f-b250-3751795349ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.440268] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1465.440268] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5265b2cc-3894-f4eb-1c9b-c98cb59401c1" [ 1465.440268] env[62295]: _type = "Task" [ 1465.440268] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.452418] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5265b2cc-3894-f4eb-1c9b-c98cb59401c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.514792] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082374} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.521023] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.521023] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a1b3ee-efa9-4bf4-a42f-fe89a9513ec6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.549097] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] a64890a7-59d3-4139-b8d0-72e03f26546c/a64890a7-59d3-4139-b8d0-72e03f26546c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.555393] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aad69f0-f544-4c24-832b-513c9cbc3005 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.579818] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532707} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.581292] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6afe2a10-5b07-43ce-9dea-6d6e503f3652/6afe2a10-5b07-43ce-9dea-6d6e503f3652.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1465.581521] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1465.582441] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1465.582441] env[62295]: value = "task-1786465" [ 1465.582441] env[62295]: _type = "Task" [ 1465.582441] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.582441] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09609af1-caf4-483d-b934-cd32a86d7b1b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.599986] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.599986] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1465.599986] env[62295]: value = "task-1786466" [ 1465.599986] env[62295]: _type = "Task" [ 1465.599986] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.602293] env[62295]: DEBUG nova.compute.manager [req-306f239d-43d9-4053-ac82-13eb1f63de9a req-826b4fda-703a-491c-a401-a59a720061cb service nova] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Received event network-vif-deleted-d011c794-fcbb-41d5-b1ad-29f01e51aea4 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1465.616313] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.762419] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d40b505-4c58-4aa2-b76b-0f4579aed114 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.772664] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3babb981-d562-4c63-af2a-56fbae8c7528 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.814063] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.814063] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1465.815121] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc67647-7eaf-4afc-8a02-627a5c54a4a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.825507] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c56df79-0b73-4afe-879d-994804049073 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.844989] env[62295]: DEBUG nova.compute.provider_tree [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.951289] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5265b2cc-3894-f4eb-1c9b-c98cb59401c1, 'name': SearchDatastore_Task, 'duration_secs': 0.057383} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.951715] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.951858] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.952110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.952260] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.952436] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.953029] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a489e61-6a1c-44c9-b763-9645534a8f7a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.963714] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.963987] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.964713] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b312b5f-9d74-43b3-a823-7667ef1e4fe7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.973604] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1465.973604] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1315f-cd7a-c02c-10c2-9988e21828b6" [ 1465.973604] env[62295]: _type = "Task" [ 1465.973604] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.984778] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1315f-cd7a-c02c-10c2-9988e21828b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.095986] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786465, 'name': ReconfigVM_Task, 'duration_secs': 0.417348} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.095986] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Reconfigured VM instance instance-00000022 to attach disk [datastore1] a64890a7-59d3-4139-b8d0-72e03f26546c/a64890a7-59d3-4139-b8d0-72e03f26546c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.096706] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-600480a0-25a7-4389-a1e5-5ac6a486eca1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.105256] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1466.105256] env[62295]: value = "task-1786467" [ 1466.105256] env[62295]: _type = "Task" [ 1466.105256] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.113794] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080381} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.113994] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.115251] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c349cd0f-4881-4c6b-a10c-4f2a827a322a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.121888] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786467, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.146194] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 6afe2a10-5b07-43ce-9dea-6d6e503f3652/6afe2a10-5b07-43ce-9dea-6d6e503f3652.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.146833] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56143d56-2316-4c4f-8fba-3fb138358fc3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.169703] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1466.169703] env[62295]: value = "task-1786468" [ 1466.169703] env[62295]: _type = "Task" [ 1466.169703] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.181182] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.350060] env[62295]: DEBUG nova.scheduler.client.report [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1466.486504] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1315f-cd7a-c02c-10c2-9988e21828b6, 'name': SearchDatastore_Task, 'duration_secs': 0.027342} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.487648] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f477f915-2174-450f-928c-f9afc8e676cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.495329] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1466.495329] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b27204-5f5f-d152-283b-76eef6d08eb5" [ 1466.495329] env[62295]: _type = "Task" [ 1466.495329] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.505209] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b27204-5f5f-d152-283b-76eef6d08eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.618470] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786467, 'name': Rename_Task, 'duration_secs': 0.493243} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.618722] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.618968] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b604a4a-2fb6-4bc1-afc3-2b7eb37a0f2f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.626538] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1466.626538] env[62295]: value = "task-1786469" [ 1466.626538] env[62295]: _type = "Task" [ 1466.626538] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.635647] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.682051] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.839146] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.839146] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.859556] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.084s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.859990] env[62295]: DEBUG nova.compute.manager [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1466.863565] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.764s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.865589] env[62295]: INFO nova.compute.claims [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1466.889795] env[62295]: DEBUG nova.compute.manager [req-705b9e3b-22b6-456e-a902-a3a1e79ad4e6 req-6e6b6890-8a66-4800-a8d3-4a2ca976f520 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Received event network-changed-8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.889973] env[62295]: DEBUG nova.compute.manager [req-705b9e3b-22b6-456e-a902-a3a1e79ad4e6 req-6e6b6890-8a66-4800-a8d3-4a2ca976f520 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Refreshing instance network info cache due to event network-changed-8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1466.890598] env[62295]: DEBUG oslo_concurrency.lockutils [req-705b9e3b-22b6-456e-a902-a3a1e79ad4e6 req-6e6b6890-8a66-4800-a8d3-4a2ca976f520 service nova] Acquiring lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.892106] env[62295]: DEBUG oslo_concurrency.lockutils [req-705b9e3b-22b6-456e-a902-a3a1e79ad4e6 req-6e6b6890-8a66-4800-a8d3-4a2ca976f520 service nova] Acquired lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.892106] env[62295]: DEBUG nova.network.neutron [req-705b9e3b-22b6-456e-a902-a3a1e79ad4e6 req-6e6b6890-8a66-4800-a8d3-4a2ca976f520 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Refreshing network info cache for port 8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.006866] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b27204-5f5f-d152-283b-76eef6d08eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.018214} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.007204] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.007534] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 718ad0a2-15fa-4822-ab5e-4fbf94a4592f/718ad0a2-15fa-4822-ab5e-4fbf94a4592f.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.007910] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6655653-d297-4ce0-9aa7-4880f970b5d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.016872] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1467.016872] env[62295]: value = "task-1786471" [ 1467.016872] env[62295]: _type = "Task" [ 1467.016872] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.026937] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.140154] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786469, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.170507] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "450eebcc-7f93-4234-9b44-8f28d7c9b849" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.170748] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.182936] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786468, 'name': ReconfigVM_Task, 'duration_secs': 0.949803} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.183273] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 6afe2a10-5b07-43ce-9dea-6d6e503f3652/6afe2a10-5b07-43ce-9dea-6d6e503f3652.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.183928] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e229c3c-8840-4ecf-9aa0-d19df9dae436 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.196737] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1467.196737] env[62295]: value = "task-1786472" [ 1467.196737] env[62295]: _type = "Task" [ 1467.196737] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.208144] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786472, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.347568] env[62295]: DEBUG nova.compute.utils [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1467.373283] env[62295]: DEBUG nova.compute.utils [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1467.375580] env[62295]: DEBUG nova.compute.manager [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1467.375785] env[62295]: DEBUG nova.network.neutron [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.452086] env[62295]: DEBUG nova.policy [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74b7281478b747beac21a1e52ca05b6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caf1862a4ddd4ff094d4e0048ecb55ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1467.531839] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786471, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.642878] env[62295]: DEBUG oslo_vmware.api [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786469, 'name': PowerOnVM_Task, 'duration_secs': 0.865311} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.642995] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.643308] env[62295]: INFO nova.compute.manager [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1467.643562] env[62295]: DEBUG nova.compute.manager [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1467.644823] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb5a449-f515-4eb5-b821-ffa486a88a38 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.663141] env[62295]: DEBUG nova.network.neutron [req-705b9e3b-22b6-456e-a902-a3a1e79ad4e6 req-6e6b6890-8a66-4800-a8d3-4a2ca976f520 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Updated VIF entry in instance network info cache for port 8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.663141] env[62295]: DEBUG nova.network.neutron [req-705b9e3b-22b6-456e-a902-a3a1e79ad4e6 req-6e6b6890-8a66-4800-a8d3-4a2ca976f520 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Updating instance_info_cache with network_info: [{"id": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "address": "fa:16:3e:1a:c6:2b", "network": {"id": "2a9d6e8b-09ba-4893-aa54-cfea8a5433b5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772909013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e3772ac28c458f8494ae2367e4f5f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d9c1a02-ec", "ovs_interfaceid": "8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.707399] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786472, 'name': Rename_Task, 'duration_secs': 0.290802} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.707679] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.708152] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37c26b4a-072f-41b2-ae67-983bba906db2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.716243] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1467.716243] env[62295]: value = "task-1786473" [ 1467.716243] env[62295]: _type = "Task" [ 1467.716243] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.724623] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.811504] env[62295]: DEBUG nova.network.neutron [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Successfully created port: 1e274245-fb6f-42c0-817f-878057083b7f {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.850244] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.852723] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.853024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.853088] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1467.880810] env[62295]: DEBUG nova.compute.manager [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1468.031251] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73475} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.031524] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 718ad0a2-15fa-4822-ab5e-4fbf94a4592f/718ad0a2-15fa-4822-ab5e-4fbf94a4592f.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.031739] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.031999] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-626763f7-4cb0-491e-80c9-0d8eddfcf777 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.040255] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1468.040255] env[62295]: value = "task-1786474" [ 1468.040255] env[62295]: _type = "Task" [ 1468.040255] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.050491] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.075315] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "9d16b26f-0eba-430d-83f5-9de7942717c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.075315] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "9d16b26f-0eba-430d-83f5-9de7942717c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.075315] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "9d16b26f-0eba-430d-83f5-9de7942717c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.075593] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "9d16b26f-0eba-430d-83f5-9de7942717c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.075935] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "9d16b26f-0eba-430d-83f5-9de7942717c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.080271] env[62295]: INFO nova.compute.manager [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Terminating instance [ 1468.083441] env[62295]: DEBUG nova.compute.manager [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1468.083811] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.085129] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1618d12a-9a9c-4712-bf6e-9cd74779e4b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.094704] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.097808] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f21503b-d6a9-48b4-bb79-7a30755d5dc0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.106800] env[62295]: DEBUG oslo_vmware.api [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1468.106800] env[62295]: value = "task-1786475" [ 1468.106800] env[62295]: _type = "Task" [ 1468.106800] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.118790] env[62295]: DEBUG oslo_vmware.api [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.169935] env[62295]: INFO nova.compute.manager [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Took 51.15 seconds to build instance. [ 1468.171595] env[62295]: DEBUG oslo_concurrency.lockutils [req-705b9e3b-22b6-456e-a902-a3a1e79ad4e6 req-6e6b6890-8a66-4800-a8d3-4a2ca976f520 service nova] Releasing lock "refresh_cache-9d16b26f-0eba-430d-83f5-9de7942717c7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.231411] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.349721] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c14730a-a4b7-4ebd-8b31-754beb126b64 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.360034] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c747651-5a25-43b8-84bb-46be60c42949 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.393268] env[62295]: INFO nova.virt.block_device [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Booting with volume 5bb50ea1-32c4-4845-83b1-6662b46fa878 at /dev/sda [ 1468.395992] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.397779] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e40c13-64c5-4240-bad1-4016e9198295 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.414589] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980fb711-2b62-4bbf-bb9a-762d33ee5050 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.435440] env[62295]: DEBUG nova.compute.provider_tree [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.437938] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6ac0116-8e49-49ce-849c-413c6157864c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.449386] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef984a1-3b1f-49a5-9fa4-38b61618ea54 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.490300] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45b5d8b7-154c-4299-9abf-75523a94ed9a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.501288] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84554f0f-e5bf-41da-8517-8af29956766c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.537757] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e0b918-2a76-4032-975a-c20b4f7bac5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.547648] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3498bf8b-8e93-4c12-a585-2a6d1d2a2833 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.552869] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096153} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.553532] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.554346] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a1a62c-f5a2-4ddf-bedf-218357e082cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.580385] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 718ad0a2-15fa-4822-ab5e-4fbf94a4592f/718ad0a2-15fa-4822-ab5e-4fbf94a4592f.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.585553] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e30eeeb-11e2-42cd-9008-bf1080abe66d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.600115] env[62295]: DEBUG nova.virt.block_device [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Updating existing volume attachment record: 654fe9b3-62da-43f3-a78b-3c9ac3440dce {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1468.609028] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ac34fda2-71a1-4185-b362-807f76ad53ec tempest-ServersListShow296Test-1256353177 tempest-ServersListShow296Test-1256353177-project-member] Acquiring lock "46cb7c42-7f3f-4191-8f1d-febdea3d64f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.609270] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ac34fda2-71a1-4185-b362-807f76ad53ec tempest-ServersListShow296Test-1256353177 tempest-ServersListShow296Test-1256353177-project-member] Lock "46cb7c42-7f3f-4191-8f1d-febdea3d64f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.618298] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1468.618298] env[62295]: value = "task-1786476" [ 1468.618298] env[62295]: _type = "Task" [ 1468.618298] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.619994] env[62295]: DEBUG oslo_vmware.api [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786475, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.630261] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.673106] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a21871d-8f15-4ff6-bf2a-1bba033dae35 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.160s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.729425] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.924098] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.924373] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.924603] env[62295]: INFO nova.compute.manager [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Attaching volume f0e341c6-5326-406d-a134-92190cf1ced4 to /dev/sdb [ 1468.941986] env[62295]: DEBUG nova.scheduler.client.report [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1468.966070] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865dca0-a92b-4c4d-9752-16b65a08b074 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.976766] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d292c8-cff6-4d21-a0d0-6cf07011b120 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.992358] env[62295]: DEBUG nova.virt.block_device [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Updating existing volume attachment record: 5ba08d54-0176-4669-bc0f-75a238907360 {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1469.032781] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.109942] env[62295]: DEBUG oslo_concurrency.lockutils [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquiring lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.110285] env[62295]: DEBUG oslo_concurrency.lockutils [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.110499] env[62295]: DEBUG oslo_concurrency.lockutils [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquiring lock "7c309611-0761-44d2-9e85-7cfc19e38f2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.110696] env[62295]: DEBUG oslo_concurrency.lockutils [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.110866] env[62295]: DEBUG oslo_concurrency.lockutils [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.113339] env[62295]: INFO nova.compute.manager [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Terminating instance [ 1469.118634] env[62295]: DEBUG nova.compute.manager [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1469.118835] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.119646] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089e6e9-1468-42d8-ada1-f37799191dc8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.130484] env[62295]: DEBUG oslo_vmware.api [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786475, 'name': PowerOffVM_Task, 'duration_secs': 0.515095} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.133143] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.133238] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.133900] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.134155] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-786867bc-4f73-4429-a126-13b37464d736 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.135787] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbb1a579-75b8-4ed8-95f1-2bd0208f14a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.140278] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.146146] env[62295]: DEBUG oslo_vmware.api [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for the task: (returnval){ [ 1469.146146] env[62295]: value = "task-1786478" [ 1469.146146] env[62295]: _type = "Task" [ 1469.146146] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.155619] env[62295]: DEBUG oslo_vmware.api [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.175988] env[62295]: DEBUG nova.compute.manager [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1469.235197] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.397769] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.397769] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.397769] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Deleting the datastore file [datastore1] 9d16b26f-0eba-430d-83f5-9de7942717c7 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.397769] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6148cb8f-1e28-4edb-a3ee-3b59ecb05764 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.400600] env[62295]: DEBUG oslo_vmware.api [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1469.400600] env[62295]: value = "task-1786482" [ 1469.400600] env[62295]: _type = "Task" [ 1469.400600] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.410612] env[62295]: DEBUG oslo_vmware.api [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.452270] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.452270] env[62295]: DEBUG nova.compute.manager [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1469.454434] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.747s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.454654] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.458127] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.404s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.461721] env[62295]: INFO nova.compute.claims [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1469.496602] env[62295]: INFO nova.scheduler.client.report [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Deleted allocations for instance a3dc6ae9-ce1f-48ec-88d3-e0738159617e [ 1469.535389] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-3d6e0ca9-e07c-4a0b-a267-8056755c23b6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.537225] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1469.537464] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.537628] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.537798] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.537950] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.538112] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.538260] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.538394] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1469.538538] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.634552] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786476, 'name': ReconfigVM_Task, 'duration_secs': 0.871817} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.634751] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 718ad0a2-15fa-4822-ab5e-4fbf94a4592f/718ad0a2-15fa-4822-ab5e-4fbf94a4592f.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.635911] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7562bf76-4968-4ca8-9fa5-58f59852f160 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.643283] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1469.643283] env[62295]: value = "task-1786484" [ 1469.643283] env[62295]: _type = "Task" [ 1469.643283] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.658801] env[62295]: DEBUG oslo_vmware.api [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786478, 'name': PowerOffVM_Task, 'duration_secs': 0.262527} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.664528] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.664811] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.665158] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786484, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.667562] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8a545aa-9a5b-44e6-bf7d-8080ead6bd0c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.704761] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.731936] env[62295]: DEBUG oslo_vmware.api [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786473, 'name': PowerOnVM_Task, 'duration_secs': 1.734474} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.732279] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.732518] env[62295]: INFO nova.compute.manager [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1469.732730] env[62295]: DEBUG nova.compute.manager [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1469.733595] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733ec23b-4c46-4d22-9194-45c249aad48d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.754509] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.755019] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.755291] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Deleting the datastore file [datastore1] 7c309611-0761-44d2-9e85-7cfc19e38f2e {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.755591] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6305d621-d771-484a-a154-e44425e00232 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.765538] env[62295]: DEBUG oslo_vmware.api [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for the task: (returnval){ [ 1469.765538] env[62295]: value = "task-1786486" [ 1469.765538] env[62295]: _type = "Task" [ 1469.765538] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.775877] env[62295]: DEBUG oslo_vmware.api [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.913314] env[62295]: DEBUG oslo_vmware.api [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318323} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.914075] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.914075] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.914240] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.914437] env[62295]: INFO nova.compute.manager [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1469.914709] env[62295]: DEBUG oslo.service.loopingcall [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.914907] env[62295]: DEBUG nova.compute.manager [-] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1469.915030] env[62295]: DEBUG nova.network.neutron [-] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1469.964480] env[62295]: DEBUG nova.compute.utils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1469.967930] env[62295]: DEBUG nova.compute.manager [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1469.968305] env[62295]: DEBUG nova.network.neutron [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.010552] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dacb9e9b-aa0e-4d16-8d98-89294dba77bf tempest-ServerTagsTestJSON-1001754267 tempest-ServerTagsTestJSON-1001754267-project-member] Lock "a3dc6ae9-ce1f-48ec-88d3-e0738159617e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.887s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.042415] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.112228] env[62295]: DEBUG nova.policy [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e9fcbb39834446e91da382d4fa66541', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0952817a8314422b9b7c05dd17d5d2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1470.159618] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786484, 'name': Rename_Task, 'duration_secs': 0.183481} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.160028] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.160401] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb95ba1c-2c32-4d0e-a8f0-c5864535f990 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.172161] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1470.172161] env[62295]: value = "task-1786487" [ 1470.172161] env[62295]: _type = "Task" [ 1470.172161] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.182079] env[62295]: DEBUG nova.compute.manager [req-0c479cc8-bdc5-4713-b720-315c2cc1b4ed req-688f259c-d540-48a5-9efa-0ec8c26a7f77 service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Received event network-vif-plugged-1e274245-fb6f-42c0-817f-878057083b7f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1470.182079] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c479cc8-bdc5-4713-b720-315c2cc1b4ed req-688f259c-d540-48a5-9efa-0ec8c26a7f77 service nova] Acquiring lock "febf7ce8-eed9-4846-a9d4-32731585b5e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.182165] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c479cc8-bdc5-4713-b720-315c2cc1b4ed req-688f259c-d540-48a5-9efa-0ec8c26a7f77 service nova] Lock "febf7ce8-eed9-4846-a9d4-32731585b5e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.182424] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c479cc8-bdc5-4713-b720-315c2cc1b4ed req-688f259c-d540-48a5-9efa-0ec8c26a7f77 service nova] Lock "febf7ce8-eed9-4846-a9d4-32731585b5e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.182771] env[62295]: DEBUG nova.compute.manager [req-0c479cc8-bdc5-4713-b720-315c2cc1b4ed req-688f259c-d540-48a5-9efa-0ec8c26a7f77 service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] No waiting events found dispatching network-vif-plugged-1e274245-fb6f-42c0-817f-878057083b7f {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1470.184689] env[62295]: WARNING nova.compute.manager [req-0c479cc8-bdc5-4713-b720-315c2cc1b4ed req-688f259c-d540-48a5-9efa-0ec8c26a7f77 service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Received unexpected event network-vif-plugged-1e274245-fb6f-42c0-817f-878057083b7f for instance with vm_state building and task_state block_device_mapping. [ 1470.187055] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.256304] env[62295]: INFO nova.compute.manager [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Took 50.74 seconds to build instance. [ 1470.283168] env[62295]: DEBUG oslo_vmware.api [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Task: {'id': task-1786486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232711} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.283600] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.283667] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.283950] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.284126] env[62295]: INFO nova.compute.manager [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1470.284364] env[62295]: DEBUG oslo.service.loopingcall [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.284659] env[62295]: DEBUG nova.compute.manager [-] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1470.284767] env[62295]: DEBUG nova.network.neutron [-] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.294979] env[62295]: DEBUG nova.network.neutron [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Successfully updated port: 1e274245-fb6f-42c0-817f-878057083b7f {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.478208] env[62295]: DEBUG nova.compute.manager [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1470.506988] env[62295]: DEBUG nova.compute.manager [req-ad8264e6-423c-4d3a-b590-07410e81dda6 req-36ddd220-66e3-44f1-b194-a6310b3dc3c9 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Received event network-vif-deleted-8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1470.507221] env[62295]: INFO nova.compute.manager [req-ad8264e6-423c-4d3a-b590-07410e81dda6 req-36ddd220-66e3-44f1-b194-a6310b3dc3c9 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Neutron deleted interface 8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5; detaching it from the instance and deleting it from the info cache [ 1470.507393] env[62295]: DEBUG nova.network.neutron [req-ad8264e6-423c-4d3a-b590-07410e81dda6 req-36ddd220-66e3-44f1-b194-a6310b3dc3c9 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.684383] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.720963] env[62295]: DEBUG nova.compute.manager [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1470.721530] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1470.721746] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1470.721901] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.722096] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1470.722244] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.722390] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1470.722607] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1470.722746] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1470.722910] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1470.723110] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1470.723295] env[62295]: DEBUG nova.virt.hardware [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1470.724245] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f638bf9c-be58-41a4-a05c-9b79288c263f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.736557] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e47ef9-4b48-49b8-8df6-cdf6c24d47e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.758895] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eff540ce-fb14-44ca-988c-d535401773cb tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "6afe2a10-5b07-43ce-9dea-6d6e503f3652" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.648s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.797324] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Acquiring lock "refresh_cache-febf7ce8-eed9-4846-a9d4-32731585b5e1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.797539] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Acquired lock "refresh_cache-febf7ce8-eed9-4846-a9d4-32731585b5e1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.797781] env[62295]: DEBUG nova.network.neutron [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.804819] env[62295]: DEBUG nova.network.neutron [-] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.854048] env[62295]: DEBUG nova.network.neutron [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Successfully created port: 41078ea3-4a87-4855-b240-339e1f39430d {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.011475] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a97a1b0d-3499-49c9-8892-4bb736c56b37 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.036186] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ac09ca-809a-4232-8bdc-a3856bcb0a6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.093339] env[62295]: DEBUG nova.compute.manager [req-ad8264e6-423c-4d3a-b590-07410e81dda6 req-36ddd220-66e3-44f1-b194-a6310b3dc3c9 service nova] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Detach interface failed, port_id=8d9c1a02-ec41-46fc-b25c-44d4e4a9aea5, reason: Instance 9d16b26f-0eba-430d-83f5-9de7942717c7 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1471.120327] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc1ca2-9845-4b67-b813-0253c60c810b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.130601] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74b1f10-c342-4de9-ab90-76a06f7a465d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.180505] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7852266e-06fa-4db6-a3c3-827cf342e93e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.191469] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786487, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.195136] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eb28c4-c5ff-4196-be51-2ec47a1e00c5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.212502] env[62295]: DEBUG nova.compute.provider_tree [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.263150] env[62295]: DEBUG nova.compute.manager [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1471.307177] env[62295]: INFO nova.compute.manager [-] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Took 1.39 seconds to deallocate network for instance. [ 1471.358670] env[62295]: DEBUG nova.network.neutron [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.491857] env[62295]: DEBUG nova.compute.manager [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1471.527321] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1471.527519] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1471.527676] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.527859] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1471.528096] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.528332] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1471.528571] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1471.528735] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1471.528908] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1471.529157] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1471.529301] env[62295]: DEBUG nova.virt.hardware [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1471.530163] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540cb5f6-6413-4f1e-8b8f-bb4838bcc1f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.540548] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92f67f1-a4bf-4da3-88ba-ff447724386c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.627731] env[62295]: DEBUG nova.network.neutron [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Updating instance_info_cache with network_info: [{"id": "1e274245-fb6f-42c0-817f-878057083b7f", "address": "fa:16:3e:83:6a:83", "network": {"id": "69187aff-e4ab-4c32-83e2-7b5a1b89f7e2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1823352434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1862a4ddd4ff094d4e0048ecb55ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e274245-fb", "ovs_interfaceid": "1e274245-fb6f-42c0-817f-878057083b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.689262] env[62295]: DEBUG oslo_vmware.api [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786487, 'name': PowerOnVM_Task, 'duration_secs': 1.063129} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.689729] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.690063] env[62295]: INFO nova.compute.manager [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1471.690376] env[62295]: DEBUG nova.compute.manager [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1471.691772] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dc7de2-185f-4be4-a11d-465495b5321b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.716016] env[62295]: DEBUG nova.scheduler.client.report [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1471.793538] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.807788] env[62295]: DEBUG nova.network.neutron [-] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.817025] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.137499] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Releasing lock "refresh_cache-febf7ce8-eed9-4846-a9d4-32731585b5e1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.137499] env[62295]: DEBUG nova.compute.manager [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Instance network_info: |[{"id": "1e274245-fb6f-42c0-817f-878057083b7f", "address": "fa:16:3e:83:6a:83", "network": {"id": "69187aff-e4ab-4c32-83e2-7b5a1b89f7e2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1823352434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1862a4ddd4ff094d4e0048ecb55ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e274245-fb", "ovs_interfaceid": "1e274245-fb6f-42c0-817f-878057083b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1472.137935] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:6a:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e274245-fb6f-42c0-817f-878057083b7f', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.144710] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Creating folder: Project (caf1862a4ddd4ff094d4e0048ecb55ea). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1472.145869] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d076f81-8576-4de7-a933-242a36aba999 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.163422] env[62295]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1472.163634] env[62295]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62295) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1472.164101] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Folder already exists: Project (caf1862a4ddd4ff094d4e0048ecb55ea). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1472.164441] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Creating folder: Instances. Parent ref: group-v370625. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1472.164622] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76b67113-a717-4d62-9209-fb61dd56f054 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.177333] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Created folder: Instances in parent group-v370625. [ 1472.177468] env[62295]: DEBUG oslo.service.loopingcall [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.178362] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.178362] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a3530c9-f17b-4155-b629-0b3ef80ab1a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.211749] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.211749] env[62295]: value = "task-1786492" [ 1472.211749] env[62295]: _type = "Task" [ 1472.211749] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.216356] env[62295]: INFO nova.compute.manager [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Took 50.25 seconds to build instance. [ 1472.228025] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.228025] env[62295]: DEBUG nova.compute.manager [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1472.230592] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786492, 'name': CreateVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.231142] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.289s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.232775] env[62295]: INFO nova.compute.claims [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1472.319118] env[62295]: INFO nova.compute.manager [-] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Took 2.03 seconds to deallocate network for instance. [ 1472.336076] env[62295]: DEBUG nova.compute.manager [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Received event network-changed-1e274245-fb6f-42c0-817f-878057083b7f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1472.336076] env[62295]: DEBUG nova.compute.manager [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Refreshing instance network info cache due to event network-changed-1e274245-fb6f-42c0-817f-878057083b7f. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1472.337622] env[62295]: DEBUG oslo_concurrency.lockutils [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] Acquiring lock "refresh_cache-febf7ce8-eed9-4846-a9d4-32731585b5e1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.337622] env[62295]: DEBUG oslo_concurrency.lockutils [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] Acquired lock "refresh_cache-febf7ce8-eed9-4846-a9d4-32731585b5e1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.337866] env[62295]: DEBUG nova.network.neutron [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Refreshing network info cache for port 1e274245-fb6f-42c0-817f-878057083b7f {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.720232] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2b23598f-fd5a-4170-84c6-82349533202e tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "718ad0a2-15fa-4822-ab5e-4fbf94a4592f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.251s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.730761] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786492, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.743183] env[62295]: DEBUG nova.compute.utils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1472.746027] env[62295]: DEBUG nova.network.neutron [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Successfully updated port: 41078ea3-4a87-4855-b240-339e1f39430d {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1472.750119] env[62295]: DEBUG nova.compute.manager [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1472.750119] env[62295]: DEBUG nova.network.neutron [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.806596] env[62295]: DEBUG nova.policy [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a53d8808f37447838fe6339ef5b4fead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abff9d6cbdc04d27b8f06fe428d71e27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1472.831570] env[62295]: DEBUG oslo_concurrency.lockutils [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.041162] env[62295]: INFO nova.compute.manager [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Rebuilding instance [ 1473.107384] env[62295]: DEBUG nova.compute.manager [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1473.108520] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9924525d-f5b4-424a-8268-bee4aba35e9f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.169163] env[62295]: DEBUG nova.network.neutron [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Updated VIF entry in instance network info cache for port 1e274245-fb6f-42c0-817f-878057083b7f. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.170148] env[62295]: DEBUG nova.network.neutron [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Updating instance_info_cache with network_info: [{"id": "1e274245-fb6f-42c0-817f-878057083b7f", "address": "fa:16:3e:83:6a:83", "network": {"id": "69187aff-e4ab-4c32-83e2-7b5a1b89f7e2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1823352434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1862a4ddd4ff094d4e0048ecb55ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e274245-fb", "ovs_interfaceid": "1e274245-fb6f-42c0-817f-878057083b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.219048] env[62295]: DEBUG nova.network.neutron [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Successfully created port: d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.225234] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786492, 'name': CreateVM_Task, 'duration_secs': 0.692211} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.225423] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.226107] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370633', 'volume_id': '5bb50ea1-32c4-4845-83b1-6662b46fa878', 'name': 'volume-5bb50ea1-32c4-4845-83b1-6662b46fa878', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'febf7ce8-eed9-4846-a9d4-32731585b5e1', 'attached_at': '', 'detached_at': '', 'volume_id': '5bb50ea1-32c4-4845-83b1-6662b46fa878', 'serial': '5bb50ea1-32c4-4845-83b1-6662b46fa878'}, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '654fe9b3-62da-43f3-a78b-3c9ac3440dce', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62295) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1473.226323] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Root volume attach. Driver type: vmdk {{(pid=62295) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1473.227164] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49937f4-5a2f-4fce-8b2e-1bcb2d8c5454 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.235743] env[62295]: DEBUG nova.compute.manager [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1473.240247] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003b74fe-6263-4f7b-9900-42b1fa13eab1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.250497] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc8a174-2ce5-4136-8b74-00fabd1a3d03 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.253929] env[62295]: DEBUG nova.compute.manager [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1473.257357] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquiring lock "refresh_cache-0e030f03-8f01-44e6-a9dc-b83ac56a270c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.257493] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquired lock "refresh_cache-0e030f03-8f01-44e6-a9dc-b83ac56a270c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.257645] env[62295]: DEBUG nova.network.neutron [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.267458] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8ef2f676-7be0-4389-bd83-33f2ae034975 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.276099] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for the task: (returnval){ [ 1473.276099] env[62295]: value = "task-1786493" [ 1473.276099] env[62295]: _type = "Task" [ 1473.276099] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.291244] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786493, 'name': RelocateVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.444127] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "d3173f71-1fba-413f-9014-205ed2beeea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.444312] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "d3173f71-1fba-413f-9014-205ed2beeea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.444750] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "d3173f71-1fba-413f-9014-205ed2beeea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.444912] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "d3173f71-1fba-413f-9014-205ed2beeea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.445223] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "d3173f71-1fba-413f-9014-205ed2beeea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.451305] env[62295]: INFO nova.compute.manager [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Terminating instance [ 1473.457063] env[62295]: DEBUG nova.compute.manager [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1473.457063] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.458286] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b34560a-a0ed-483e-84f3-8cda43dae578 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.473839] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.474243] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88b49c54-003c-4d53-a833-2408c8263fd9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.483220] env[62295]: DEBUG oslo_vmware.api [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1473.483220] env[62295]: value = "task-1786494" [ 1473.483220] env[62295]: _type = "Task" [ 1473.483220] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.497541] env[62295]: DEBUG oslo_vmware.api [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.622789] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.623193] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fde2270f-b4d4-4afc-9ec6-7dfa32a0f116 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.632781] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1473.632781] env[62295]: value = "task-1786495" [ 1473.632781] env[62295]: _type = "Task" [ 1473.632781] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.650035] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.677968] env[62295]: DEBUG oslo_concurrency.lockutils [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] Releasing lock "refresh_cache-febf7ce8-eed9-4846-a9d4-32731585b5e1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.677968] env[62295]: DEBUG nova.compute.manager [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Received event network-changed-bef70fc3-221e-402f-bc16-278df7c65924 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1473.677968] env[62295]: DEBUG nova.compute.manager [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Refreshing instance network info cache due to event network-changed-bef70fc3-221e-402f-bc16-278df7c65924. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1473.677968] env[62295]: DEBUG oslo_concurrency.lockutils [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] Acquiring lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.677968] env[62295]: DEBUG oslo_concurrency.lockutils [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] Acquired lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.678283] env[62295]: DEBUG nova.network.neutron [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Refreshing network info cache for port bef70fc3-221e-402f-bc16-278df7c65924 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.767582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.789832] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786493, 'name': RelocateVM_Task} progress is 20%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.809820] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deb719f-0ca9-40f7-8e0d-da16129c3d4f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.818864] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709eb094-9e15-4b6a-b207-907fed746941 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.825190] env[62295]: DEBUG nova.network.neutron [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.860542] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c3f6eb-21c3-4b0b-be18-a20e6bc9ca19 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.870641] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1efe575-f5cd-4f34-9887-b40d084a3cb5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.887347] env[62295]: DEBUG nova.compute.provider_tree [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.996137] env[62295]: DEBUG oslo_vmware.api [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786494, 'name': PowerOffVM_Task, 'duration_secs': 0.227508} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.996444] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.996629] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.996908] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3a7fb35-dc38-4ea4-87fd-ba7ed0c80b94 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.037075] env[62295]: DEBUG nova.network.neutron [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Updating instance_info_cache with network_info: [{"id": "41078ea3-4a87-4855-b240-339e1f39430d", "address": "fa:16:3e:cc:be:ea", "network": {"id": "90133be1-4798-4de0-98cc-38bcab5c1947", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-528734414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0952817a8314422b9b7c05dd17d5d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41078ea3-4a", "ovs_interfaceid": "41078ea3-4a87-4855-b240-339e1f39430d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.046294] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1474.046294] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370687', 'volume_id': 'f0e341c6-5326-406d-a134-92190cf1ced4', 'name': 'volume-f0e341c6-5326-406d-a134-92190cf1ced4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '390cb599-33ae-4c1f-ad15-10d708c8e43b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0e341c6-5326-406d-a134-92190cf1ced4', 'serial': 'f0e341c6-5326-406d-a134-92190cf1ced4'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1474.047147] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f050bd7d-97bd-4940-8229-e52bdf5ac4f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.068278] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b315f71-8b14-4a32-9708-b4b6895c5e64 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.097625] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-f0e341c6-5326-406d-a134-92190cf1ced4/volume-f0e341c6-5326-406d-a134-92190cf1ced4.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.097983] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4188a3e3-8959-4cde-97b9-00b99ee3f3d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.118054] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.118324] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.118516] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Deleting the datastore file [datastore1] d3173f71-1fba-413f-9014-205ed2beeea0 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.119211] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4a3d83a-565e-4476-934d-521f29cd4f32 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.124704] env[62295]: DEBUG oslo_vmware.api [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1474.124704] env[62295]: value = "task-1786497" [ 1474.124704] env[62295]: _type = "Task" [ 1474.124704] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.126622] env[62295]: DEBUG oslo_vmware.api [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1474.126622] env[62295]: value = "task-1786498" [ 1474.126622] env[62295]: _type = "Task" [ 1474.126622] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.139864] env[62295]: DEBUG oslo_vmware.api [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.147735] env[62295]: DEBUG oslo_vmware.api [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.154334] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786495, 'name': PowerOffVM_Task, 'duration_secs': 0.138796} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.154631] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.154822] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1474.155644] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bea726-44eb-4c67-80c1-7d05795f30f4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.163599] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.163933] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-268de67b-650c-42bf-93ed-107e71fc2219 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.218684] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.218684] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.219084] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Deleting the datastore file [datastore1] 718ad0a2-15fa-4822-ab5e-4fbf94a4592f {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.219120] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5785e0a-12e4-42a7-8d85-28d34e51860a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.227719] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1474.227719] env[62295]: value = "task-1786500" [ 1474.227719] env[62295]: _type = "Task" [ 1474.227719] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.236843] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.276497] env[62295]: DEBUG nova.compute.manager [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1474.291156] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786493, 'name': RelocateVM_Task, 'duration_secs': 0.687812} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.291566] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1474.291836] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370633', 'volume_id': '5bb50ea1-32c4-4845-83b1-6662b46fa878', 'name': 'volume-5bb50ea1-32c4-4845-83b1-6662b46fa878', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'febf7ce8-eed9-4846-a9d4-32731585b5e1', 'attached_at': '', 'detached_at': '', 'volume_id': '5bb50ea1-32c4-4845-83b1-6662b46fa878', 'serial': '5bb50ea1-32c4-4845-83b1-6662b46fa878'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1474.292791] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa67d05b-b0d6-454b-b8be-6c8126f45c29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.315828] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1474.316188] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1474.316364] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.316551] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1474.316702] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.316892] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1474.317146] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1474.317327] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1474.317515] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1474.317765] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1474.317972] env[62295]: DEBUG nova.virt.hardware [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1474.318958] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9e7630-f245-4dd8-92a5-f3213c7c6b83 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.322154] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96263ef2-55de-4953-85c2-4510db3e1c3b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.342755] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08947063-9b4a-454f-9ea2-426172ca48c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.355447] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-5bb50ea1-32c4-4845-83b1-6662b46fa878/volume-5bb50ea1-32c4-4845-83b1-6662b46fa878.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.356432] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28100c05-079d-4163-b138-d9434a2ed391 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.384932] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for the task: (returnval){ [ 1474.384932] env[62295]: value = "task-1786501" [ 1474.384932] env[62295]: _type = "Task" [ 1474.384932] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.389335] env[62295]: DEBUG nova.scheduler.client.report [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1474.396136] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786501, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.540571] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Releasing lock "refresh_cache-0e030f03-8f01-44e6-a9dc-b83ac56a270c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.541048] env[62295]: DEBUG nova.compute.manager [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Instance network_info: |[{"id": "41078ea3-4a87-4855-b240-339e1f39430d", "address": "fa:16:3e:cc:be:ea", "network": {"id": "90133be1-4798-4de0-98cc-38bcab5c1947", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-528734414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0952817a8314422b9b7c05dd17d5d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41078ea3-4a", "ovs_interfaceid": "41078ea3-4a87-4855-b240-339e1f39430d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1474.541520] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:be:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41078ea3-4a87-4855-b240-339e1f39430d', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.553704] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Creating folder: Project (b0952817a8314422b9b7c05dd17d5d2b). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.557746] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8cc9482-b7e0-4dbb-b757-bf94ed5bd2e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.574599] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Created folder: Project (b0952817a8314422b9b7c05dd17d5d2b) in parent group-v370569. [ 1474.574825] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Creating folder: Instances. Parent ref: group-v370690. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.575253] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6969aae0-42bd-4f96-9e88-7b7cf1d6325c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.588788] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Created folder: Instances in parent group-v370690. [ 1474.589074] env[62295]: DEBUG oslo.service.loopingcall [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.589284] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.589495] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ffc9890-dc4c-4a1e-a096-f1d68eb1517d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.624702] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.624702] env[62295]: value = "task-1786504" [ 1474.624702] env[62295]: _type = "Task" [ 1474.624702] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.640400] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786504, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.644600] env[62295]: DEBUG oslo_vmware.api [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.649851] env[62295]: DEBUG oslo_vmware.api [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193824} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.649851] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.649851] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.649851] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.649851] env[62295]: INFO nova.compute.manager [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1474.650291] env[62295]: DEBUG oslo.service.loopingcall [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.650291] env[62295]: DEBUG nova.compute.manager [-] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1474.650291] env[62295]: DEBUG nova.network.neutron [-] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.703781] env[62295]: DEBUG nova.network.neutron [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updated VIF entry in instance network info cache for port bef70fc3-221e-402f-bc16-278df7c65924. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.704201] env[62295]: DEBUG nova.network.neutron [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance_info_cache with network_info: [{"id": "bef70fc3-221e-402f-bc16-278df7c65924", "address": "fa:16:3e:6a:cd:96", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef70fc3-22", "ovs_interfaceid": "bef70fc3-221e-402f-bc16-278df7c65924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.751309] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148902} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.752129] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.752129] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.752129] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.886184] env[62295]: DEBUG nova.compute.manager [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Received event network-vif-plugged-41078ea3-4a87-4855-b240-339e1f39430d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1474.886184] env[62295]: DEBUG oslo_concurrency.lockutils [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] Acquiring lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.886184] env[62295]: DEBUG oslo_concurrency.lockutils [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] Lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.886184] env[62295]: DEBUG oslo_concurrency.lockutils [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] Lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.886184] env[62295]: DEBUG nova.compute.manager [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] No waiting events found dispatching network-vif-plugged-41078ea3-4a87-4855-b240-339e1f39430d {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1474.886998] env[62295]: WARNING nova.compute.manager [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Received unexpected event network-vif-plugged-41078ea3-4a87-4855-b240-339e1f39430d for instance with vm_state building and task_state spawning. [ 1474.887424] env[62295]: DEBUG nova.compute.manager [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Received event network-changed-41078ea3-4a87-4855-b240-339e1f39430d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1474.888195] env[62295]: DEBUG nova.compute.manager [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Refreshing instance network info cache due to event network-changed-41078ea3-4a87-4855-b240-339e1f39430d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1474.888617] env[62295]: DEBUG oslo_concurrency.lockutils [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] Acquiring lock "refresh_cache-0e030f03-8f01-44e6-a9dc-b83ac56a270c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.888865] env[62295]: DEBUG oslo_concurrency.lockutils [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] Acquired lock "refresh_cache-0e030f03-8f01-44e6-a9dc-b83ac56a270c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.889150] env[62295]: DEBUG nova.network.neutron [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Refreshing network info cache for port 41078ea3-4a87-4855-b240-339e1f39430d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.902273] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.902273] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1474.909143] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.593s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.909631] env[62295]: DEBUG nova.objects.instance [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lazy-loading 'resources' on Instance uuid e4d65ed0-9fd8-4759-bf8c-3aac3d17b400 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.913600] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786501, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.137694] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786504, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.146821] env[62295]: DEBUG oslo_vmware.api [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786497, 'name': ReconfigVM_Task, 'duration_secs': 0.526837} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.149877] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-f0e341c6-5326-406d-a134-92190cf1ced4/volume-f0e341c6-5326-406d-a134-92190cf1ced4.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.155788] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b27346b-2780-414a-ad27-5d34ef71177b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.174640] env[62295]: DEBUG oslo_vmware.api [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1475.174640] env[62295]: value = "task-1786505" [ 1475.174640] env[62295]: _type = "Task" [ 1475.174640] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.207650] env[62295]: DEBUG oslo_concurrency.lockutils [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] Releasing lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.208300] env[62295]: DEBUG nova.compute.manager [req-84cde34e-2079-4d99-b5a1-8fcacb572de3 req-4be02e21-ecac-4125-9f17-2e544765b664 service nova] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Received event network-vif-deleted-731269a4-3fc4-432a-93bd-bbc330bee5f7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1475.404591] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786501, 'name': ReconfigVM_Task, 'duration_secs': 0.526974} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.405360] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-5bb50ea1-32c4-4845-83b1-6662b46fa878/volume-5bb50ea1-32c4-4845-83b1-6662b46fa878.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.410836] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-200b3f2a-8ff7-475f-a56d-bf6c132ac0be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.422719] env[62295]: DEBUG nova.compute.utils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1475.427985] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1475.428452] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1475.439019] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for the task: (returnval){ [ 1475.439019] env[62295]: value = "task-1786506" [ 1475.439019] env[62295]: _type = "Task" [ 1475.439019] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.450022] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.492643] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Acquiring lock "0efc8a99-41f3-4184-ad9c-50011d560179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.492956] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lock "0efc8a99-41f3-4184-ad9c-50011d560179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.578253] env[62295]: DEBUG nova.policy [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '098dd82befba4cd68832bb7d7b42c422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86488e9d0b4d41808bf8dc36c14dd161', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1475.641275] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786504, 'name': CreateVM_Task, 'duration_secs': 0.727043} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.646651] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.647026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.648776] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.649214] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.650101] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be81bd20-ae0a-4e6d-adde-82e9ff5f4996 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.656439] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for the task: (returnval){ [ 1475.656439] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a84530-bd33-22c0-356c-15964a71b90e" [ 1475.656439] env[62295]: _type = "Task" [ 1475.656439] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.674640] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a84530-bd33-22c0-356c-15964a71b90e, 'name': SearchDatastore_Task, 'duration_secs': 0.012917} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.677606] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.677854] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.678097] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.678245] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.678422] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.679067] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88556847-e405-4fdf-892a-182e74a16d77 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.691605] env[62295]: DEBUG oslo_vmware.api [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786505, 'name': ReconfigVM_Task, 'duration_secs': 0.278387} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.692314] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370687', 'volume_id': 'f0e341c6-5326-406d-a134-92190cf1ced4', 'name': 'volume-f0e341c6-5326-406d-a134-92190cf1ced4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '390cb599-33ae-4c1f-ad15-10d708c8e43b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0e341c6-5326-406d-a134-92190cf1ced4', 'serial': 'f0e341c6-5326-406d-a134-92190cf1ced4'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1475.693854] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.694036] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.695021] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56215fb1-9ec1-4511-9e1a-ec3d2c70cd73 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.705929] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for the task: (returnval){ [ 1475.705929] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5276c604-46ba-6afe-15e9-979c6f26844e" [ 1475.705929] env[62295]: _type = "Task" [ 1475.705929] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.722831] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5276c604-46ba-6afe-15e9-979c6f26844e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.745043] env[62295]: DEBUG nova.network.neutron [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Successfully updated port: d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1475.808575] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1475.808846] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1475.808962] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.809179] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1475.809436] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.809602] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1475.809814] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1475.809989] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1475.810170] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1475.810334] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1475.810505] env[62295]: DEBUG nova.virt.hardware [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1475.811412] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb16f97f-5e97-4548-96fa-990acdb2cc46 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.823519] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94884eff-523d-49a5-b91d-614dbee60f29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.840386] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.849582] env[62295]: DEBUG oslo.service.loopingcall [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.852548] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.853277] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a453d9-96c3-490d-9932-b10629efc297 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.866056] env[62295]: DEBUG nova.network.neutron [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Updated VIF entry in instance network info cache for port 41078ea3-4a87-4855-b240-339e1f39430d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.866522] env[62295]: DEBUG nova.network.neutron [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Updating instance_info_cache with network_info: [{"id": "41078ea3-4a87-4855-b240-339e1f39430d", "address": "fa:16:3e:cc:be:ea", "network": {"id": "90133be1-4798-4de0-98cc-38bcab5c1947", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-528734414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0952817a8314422b9b7c05dd17d5d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41078ea3-4a", "ovs_interfaceid": "41078ea3-4a87-4855-b240-339e1f39430d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.878606] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.878606] env[62295]: value = "task-1786507" [ 1475.878606] env[62295]: _type = "Task" [ 1475.878606] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.888410] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786507, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.928987] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1475.955514] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786506, 'name': ReconfigVM_Task, 'duration_secs': 0.274614} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.958311] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370633', 'volume_id': '5bb50ea1-32c4-4845-83b1-6662b46fa878', 'name': 'volume-5bb50ea1-32c4-4845-83b1-6662b46fa878', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'febf7ce8-eed9-4846-a9d4-32731585b5e1', 'attached_at': '', 'detached_at': '', 'volume_id': '5bb50ea1-32c4-4845-83b1-6662b46fa878', 'serial': '5bb50ea1-32c4-4845-83b1-6662b46fa878'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1475.960157] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69cd895b-0946-4677-b4a4-7bc2ee7a3387 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.969224] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for the task: (returnval){ [ 1475.969224] env[62295]: value = "task-1786508" [ 1475.969224] env[62295]: _type = "Task" [ 1475.969224] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.984462] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786508, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.032880] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3453e7-16b7-46a2-9794-ade77c7cb7ea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.043121] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b59473e-9323-4af3-83f0-11052f05e34a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.079559] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Successfully created port: 5af5b2ea-5a79-445a-b14a-3032e074a802 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1476.081766] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2afa46-5522-4b65-bc04-6e5889d4d497 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.092026] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d590915-cbcb-4544-a814-501ca92f6450 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.109532] env[62295]: DEBUG nova.compute.provider_tree [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.117217] env[62295]: DEBUG nova.network.neutron [-] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.221247] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5276c604-46ba-6afe-15e9-979c6f26844e, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.222958] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc72d7e-583d-40b3-b967-f41066c82827 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.232238] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for the task: (returnval){ [ 1476.232238] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f3f4a-2dc3-cfd6-1dec-eb4229a0a306" [ 1476.232238] env[62295]: _type = "Task" [ 1476.232238] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.246027] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f3f4a-2dc3-cfd6-1dec-eb4229a0a306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.251678] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.251801] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.251969] env[62295]: DEBUG nova.network.neutron [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.373103] env[62295]: DEBUG oslo_concurrency.lockutils [req-8bd24826-6941-4794-ab08-a142384bbeb4 req-af7dd493-201e-4a4d-9407-6ccb9dbab4d6 service nova] Releasing lock "refresh_cache-0e030f03-8f01-44e6-a9dc-b83ac56a270c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.392520] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786507, 'name': CreateVM_Task, 'duration_secs': 0.436885} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.392723] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.393300] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.393547] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.393795] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.395105] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee51640-525d-4d67-b1aa-c3fba5d188b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.401627] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1476.401627] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52478c36-05b7-2dde-c38b-5ce404fb1a68" [ 1476.401627] env[62295]: _type = "Task" [ 1476.401627] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.414230] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52478c36-05b7-2dde-c38b-5ce404fb1a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.486894] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786508, 'name': Rename_Task, 'duration_secs': 0.184035} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.487670] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.488077] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fac7665-2a5c-42e5-ba94-150dcd7b4d6a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.496183] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for the task: (returnval){ [ 1476.496183] env[62295]: value = "task-1786509" [ 1476.496183] env[62295]: _type = "Task" [ 1476.496183] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.505923] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.622674] env[62295]: INFO nova.compute.manager [-] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Took 1.97 seconds to deallocate network for instance. [ 1476.632065] env[62295]: ERROR nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [req-a8c731ed-d339-4a29-9b01-c7c3e98fec56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8c731ed-d339-4a29-9b01-c7c3e98fec56"}]} [ 1476.657565] env[62295]: DEBUG nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1476.686824] env[62295]: DEBUG nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1476.687103] env[62295]: DEBUG nova.compute.provider_tree [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.701392] env[62295]: DEBUG nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1476.724520] env[62295]: DEBUG nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1476.745398] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f3f4a-2dc3-cfd6-1dec-eb4229a0a306, 'name': SearchDatastore_Task, 'duration_secs': 0.015764} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.745692] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.745967] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 0e030f03-8f01-44e6-a9dc-b83ac56a270c/0e030f03-8f01-44e6-a9dc-b83ac56a270c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.746222] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b91dade2-2fe0-41c2-8716-4cfdd1279ee6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.750997] env[62295]: DEBUG nova.objects.instance [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lazy-loading 'flavor' on Instance uuid 390cb599-33ae-4c1f-ad15-10d708c8e43b {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.765030] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for the task: (returnval){ [ 1476.765030] env[62295]: value = "task-1786510" [ 1476.765030] env[62295]: _type = "Task" [ 1476.765030] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.780920] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.807700] env[62295]: DEBUG nova.network.neutron [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1476.915293] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52478c36-05b7-2dde-c38b-5ce404fb1a68, 'name': SearchDatastore_Task, 'duration_secs': 0.040861} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.916035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.916837] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.917402] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.917643] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.921197] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.922424] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58a6938a-187f-4d0e-8981-9d7d000438a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.935978] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.936215] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.937043] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0699fedc-7a4c-4f20-b5a2-d572857ca2ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.942176] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1476.946477] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1476.946477] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520e62e1-5b65-3e3a-ab70-f320a094e777" [ 1476.946477] env[62295]: _type = "Task" [ 1476.946477] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.967751] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520e62e1-5b65-3e3a-ab70-f320a094e777, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.968636] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261f2817-e0ca-4832-a6d5-f63693d99b6b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.979231] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1476.979231] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5285bb6d-4bcd-9a86-6e58-9140947811fc" [ 1476.979231] env[62295]: _type = "Task" [ 1476.979231] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.985049] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1476.985152] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1476.985389] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.985434] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1476.985671] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.985737] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1476.985897] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1476.986782] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1476.986782] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1476.986782] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1476.986782] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1476.987710] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee28b30-534e-45c1-b581-59303c1ef073 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.999814] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5285bb6d-4bcd-9a86-6e58-9140947811fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.005609] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33e65de-faab-497c-b137-225fbe819aaf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.035406] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.057671] env[62295]: DEBUG nova.network.neutron [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating instance_info_cache with network_info: [{"id": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85ff10a-d5", "ovs_interfaceid": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.129307] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.269054] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a7734be3-8a65-4200-9980-95faab753bfe tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.342s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.284855] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786510, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.297858] env[62295]: DEBUG nova.compute.manager [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received event network-vif-plugged-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1477.298105] env[62295]: DEBUG oslo_concurrency.lockutils [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] Acquiring lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.298323] env[62295]: DEBUG oslo_concurrency.lockutils [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.298492] env[62295]: DEBUG oslo_concurrency.lockutils [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.298656] env[62295]: DEBUG nova.compute.manager [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] No waiting events found dispatching network-vif-plugged-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1477.298816] env[62295]: WARNING nova.compute.manager [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received unexpected event network-vif-plugged-d85ff10a-d52a-4a37-947d-00cb5e9c645c for instance with vm_state building and task_state spawning. [ 1477.299212] env[62295]: DEBUG nova.compute.manager [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Received event network-vif-deleted-35670259-9e9e-4975-9037-ab1105995bbd {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1477.299524] env[62295]: DEBUG nova.compute.manager [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received event network-changed-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1477.299664] env[62295]: DEBUG nova.compute.manager [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Refreshing instance network info cache due to event network-changed-d85ff10a-d52a-4a37-947d-00cb5e9c645c. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1477.300574] env[62295]: DEBUG oslo_concurrency.lockutils [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] Acquiring lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.302716] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb24eb45-c098-435a-a066-50b3fc4d5aea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.312521] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c01cf6-fbd0-48eb-ab01-a839de8e83f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.351712] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69aa936-9c08-4933-8957-6e555ab42987 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.360513] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77be6d5-fe8f-45e2-a8d4-20a3889eb7bd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.379655] env[62295]: DEBUG nova.compute.provider_tree [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.491440] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5285bb6d-4bcd-9a86-6e58-9140947811fc, 'name': SearchDatastore_Task, 'duration_secs': 0.056418} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.491440] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.491440] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 718ad0a2-15fa-4822-ab5e-4fbf94a4592f/718ad0a2-15fa-4822-ab5e-4fbf94a4592f.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.491440] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f0932bc-6141-464d-bbfb-00273bac43e9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.499557] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1477.499557] env[62295]: value = "task-1786511" [ 1477.499557] env[62295]: _type = "Task" [ 1477.499557] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.513698] env[62295]: DEBUG oslo_vmware.api [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786509, 'name': PowerOnVM_Task, 'duration_secs': 0.929723} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.520018] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.520018] env[62295]: INFO nova.compute.manager [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1477.520018] env[62295]: DEBUG nova.compute.manager [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1477.520018] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.520018] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43cba62-6077-4e10-a3af-49633a7990fb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.561553] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.562167] env[62295]: DEBUG nova.compute.manager [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Instance network_info: |[{"id": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85ff10a-d5", "ovs_interfaceid": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1477.563025] env[62295]: DEBUG oslo_concurrency.lockutils [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] Acquired lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.563025] env[62295]: DEBUG nova.network.neutron [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Refreshing network info cache for port d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.564490] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:fd:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd85ff10a-d52a-4a37-947d-00cb5e9c645c', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.574512] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating folder: Project (abff9d6cbdc04d27b8f06fe428d71e27). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1477.579828] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5774c47-2511-47cb-8327-eaa34fb84319 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.600914] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Created folder: Project (abff9d6cbdc04d27b8f06fe428d71e27) in parent group-v370569. [ 1477.601803] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating folder: Instances. Parent ref: group-v370694. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1477.601803] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fbc2d20-c5e0-4772-85d5-db5ac1f51aa8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.612857] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Created folder: Instances in parent group-v370694. [ 1477.613121] env[62295]: DEBUG oslo.service.loopingcall [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.613309] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1477.613516] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a944e148-1a88-4872-baf3-443bd3ba6ddb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.635957] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.635957] env[62295]: value = "task-1786514" [ 1477.635957] env[62295]: _type = "Task" [ 1477.635957] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.646291] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786514, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.781128] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597915} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.782287] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 0e030f03-8f01-44e6-a9dc-b83ac56a270c/0e030f03-8f01-44e6-a9dc-b83ac56a270c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1477.782718] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1477.783199] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-752322c4-2b0d-417e-8d15-1a2ed7090a77 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.794020] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for the task: (returnval){ [ 1477.794020] env[62295]: value = "task-1786515" [ 1477.794020] env[62295]: _type = "Task" [ 1477.794020] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.802828] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.833704] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Successfully updated port: 5af5b2ea-5a79-445a-b14a-3032e074a802 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.907372] env[62295]: ERROR nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [req-cb21c59d-2a4a-4142-bc52-cb5743491f19] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cb21c59d-2a4a-4142-bc52-cb5743491f19"}]} [ 1477.921962] env[62295]: DEBUG nova.network.neutron [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updated VIF entry in instance network info cache for port d85ff10a-d52a-4a37-947d-00cb5e9c645c. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.922418] env[62295]: DEBUG nova.network.neutron [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating instance_info_cache with network_info: [{"id": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85ff10a-d5", "ovs_interfaceid": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.933838] env[62295]: DEBUG nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1477.948130] env[62295]: DEBUG nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1477.948664] env[62295]: DEBUG nova.compute.provider_tree [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.964351] env[62295]: DEBUG nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1477.989667] env[62295]: DEBUG nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1478.011229] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.039241] env[62295]: INFO nova.compute.manager [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Took 43.78 seconds to build instance. [ 1478.086594] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.087054] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.151276] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786514, 'name': CreateVM_Task, 'duration_secs': 0.43563} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.151525] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1478.152414] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.152677] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.153112] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1478.153903] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133aa564-c5ec-41f4-a8f5-56a0d9464197 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.163200] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1478.163200] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d3d3b8-d60c-c743-70e2-188394820e8b" [ 1478.163200] env[62295]: _type = "Task" [ 1478.163200] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.176108] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d3d3b8-d60c-c743-70e2-188394820e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.310756] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122096} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.314590] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.317035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "c51d134a-144d-4453-941a-0a0c7bffcf20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.317035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.317035] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7e4cb6-26db-447d-8d13-ceb513043bee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.340106] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "refresh_cache-1f4943ad-817a-4307-8f54-af4259b1656d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.340343] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "refresh_cache-1f4943ad-817a-4307-8f54-af4259b1656d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.340530] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.352258] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 0e030f03-8f01-44e6-a9dc-b83ac56a270c/0e030f03-8f01-44e6-a9dc-b83ac56a270c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.356319] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71dd8ad7-f4dd-477a-a7bf-e746d34b419c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.386410] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for the task: (returnval){ [ 1478.386410] env[62295]: value = "task-1786516" [ 1478.386410] env[62295]: _type = "Task" [ 1478.386410] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.401753] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.426608] env[62295]: DEBUG oslo_concurrency.lockutils [req-05b5a7b5-1420-4ba6-90df-c2f427f72db7 req-b8c42c2a-f360-456d-85a4-b990175e028a service nova] Releasing lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.510783] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.951233} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.511090] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 718ad0a2-15fa-4822-ab5e-4fbf94a4592f/718ad0a2-15fa-4822-ab5e-4fbf94a4592f.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.511170] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.512128] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e4fd288-b33d-4c67-8b9a-f88ac3a31de3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.522941] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1478.522941] env[62295]: value = "task-1786517" [ 1478.522941] env[62295]: _type = "Task" [ 1478.522941] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.531750] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.541736] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b817bd7-3e2f-498b-bdfd-57d706b1d243 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "febf7ce8-eed9-4846-a9d4-32731585b5e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.982s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.581708] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe2399a-6418-4e66-ab6b-2921584e8a8a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.590478] env[62295]: INFO nova.compute.manager [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Detaching volume f0e341c6-5326-406d-a134-92190cf1ced4 [ 1478.592961] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc0ef66-f946-4840-a701-fff367b458cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.630240] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d725e4e-498d-44da-895f-9aa9be67f36b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.638534] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d160d3d-067b-4011-a11f-42bf39fba062 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.653427] env[62295]: DEBUG nova.compute.provider_tree [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.669068] env[62295]: INFO nova.virt.block_device [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Attempting to driver detach volume f0e341c6-5326-406d-a134-92190cf1ced4 from mountpoint /dev/sdb [ 1478.669245] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1478.669435] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370687', 'volume_id': 'f0e341c6-5326-406d-a134-92190cf1ced4', 'name': 'volume-f0e341c6-5326-406d-a134-92190cf1ced4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '390cb599-33ae-4c1f-ad15-10d708c8e43b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0e341c6-5326-406d-a134-92190cf1ced4', 'serial': 'f0e341c6-5326-406d-a134-92190cf1ced4'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1478.670604] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4774b02a-abc3-4e30-9aa7-efa109022aba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.681785] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d3d3b8-d60c-c743-70e2-188394820e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.056869} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.706233] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.706613] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.706962] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.707255] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.707548] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.708408] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67cbc9dc-5c5b-442f-bf7f-f4b9e01e6aea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.711853] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290ddc85-61f1-4501-a75e-df3d9feb202a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.721483] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eab50c-eb5a-4874-b14f-e7ebcd9557ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.744494] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36c9f38-bdd8-4e05-b624-acdb0937006e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.747185] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.747373] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.748148] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fe6bd7-1efa-4157-9e14-b6b017d8cda9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.755678] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1478.755678] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a390e-0d49-e3cd-197d-47c09843427e" [ 1478.755678] env[62295]: _type = "Task" [ 1478.755678] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.767422] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] The volume has not been displaced from its original location: [datastore1] volume-f0e341c6-5326-406d-a134-92190cf1ced4/volume-f0e341c6-5326-406d-a134-92190cf1ced4.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1478.773131] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1478.776331] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81717f04-532a-4050-a0c0-38caa52500ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.796222] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a390e-0d49-e3cd-197d-47c09843427e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.797662] env[62295]: DEBUG oslo_vmware.api [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1478.797662] env[62295]: value = "task-1786518" [ 1478.797662] env[62295]: _type = "Task" [ 1478.797662] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.807918] env[62295]: DEBUG oslo_vmware.api [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.898744] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786516, 'name': ReconfigVM_Task, 'duration_secs': 0.296888} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.898744] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 0e030f03-8f01-44e6-a9dc-b83ac56a270c/0e030f03-8f01-44e6-a9dc-b83ac56a270c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.898744] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bbba978-5cdc-43a3-ad2d-a2186852d2a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.899951] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.909910] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for the task: (returnval){ [ 1478.909910] env[62295]: value = "task-1786519" [ 1478.909910] env[62295]: _type = "Task" [ 1478.909910] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.919252] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786519, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.033286] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.461099} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.033636] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.034461] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5011d639-9f78-4636-8e6f-5c72fa981899 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.049455] env[62295]: DEBUG nova.compute.manager [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1479.059691] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 718ad0a2-15fa-4822-ab5e-4fbf94a4592f/718ad0a2-15fa-4822-ab5e-4fbf94a4592f.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.060274] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd2a806-4110-48d5-9e06-c085459f57cf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.081162] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1479.081162] env[62295]: value = "task-1786520" [ 1479.081162] env[62295]: _type = "Task" [ 1479.081162] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.092233] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.162020] env[62295]: DEBUG nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1479.181340] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Updating instance_info_cache with network_info: [{"id": "5af5b2ea-5a79-445a-b14a-3032e074a802", "address": "fa:16:3e:72:dc:7b", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af5b2ea-5a", "ovs_interfaceid": "5af5b2ea-5a79-445a-b14a-3032e074a802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.277384] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a390e-0d49-e3cd-197d-47c09843427e, 'name': SearchDatastore_Task, 'duration_secs': 0.051423} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.278339] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc77f65b-59fa-41ae-95e5-8c2010250e8f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.284637] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1479.284637] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52883ce1-4fd8-8cd0-b40c-f699d0b1d19d" [ 1479.284637] env[62295]: _type = "Task" [ 1479.284637] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.293473] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52883ce1-4fd8-8cd0-b40c-f699d0b1d19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.304611] env[62295]: DEBUG nova.compute.manager [req-d90eda46-409c-495c-88cf-f74033856f9f req-bea31e25-5aef-497c-8340-893f2541b62b service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Received event network-changed-1e274245-fb6f-42c0-817f-878057083b7f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1479.304839] env[62295]: DEBUG nova.compute.manager [req-d90eda46-409c-495c-88cf-f74033856f9f req-bea31e25-5aef-497c-8340-893f2541b62b service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Refreshing instance network info cache due to event network-changed-1e274245-fb6f-42c0-817f-878057083b7f. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1479.305150] env[62295]: DEBUG oslo_concurrency.lockutils [req-d90eda46-409c-495c-88cf-f74033856f9f req-bea31e25-5aef-497c-8340-893f2541b62b service nova] Acquiring lock "refresh_cache-febf7ce8-eed9-4846-a9d4-32731585b5e1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.305270] env[62295]: DEBUG oslo_concurrency.lockutils [req-d90eda46-409c-495c-88cf-f74033856f9f req-bea31e25-5aef-497c-8340-893f2541b62b service nova] Acquired lock "refresh_cache-febf7ce8-eed9-4846-a9d4-32731585b5e1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.305445] env[62295]: DEBUG nova.network.neutron [req-d90eda46-409c-495c-88cf-f74033856f9f req-bea31e25-5aef-497c-8340-893f2541b62b service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Refreshing network info cache for port 1e274245-fb6f-42c0-817f-878057083b7f {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.314026] env[62295]: DEBUG oslo_vmware.api [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786518, 'name': ReconfigVM_Task, 'duration_secs': 0.440005} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.314108] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1479.320108] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8067b1d7-72e9-4b4a-b658-cae330fb6dbf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.337406] env[62295]: DEBUG oslo_vmware.api [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1479.337406] env[62295]: value = "task-1786521" [ 1479.337406] env[62295]: _type = "Task" [ 1479.337406] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.347410] env[62295]: DEBUG oslo_vmware.api [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.420414] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786519, 'name': Rename_Task, 'duration_secs': 0.156361} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.420743] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1479.420940] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4dca044-ada3-4d14-8f01-82bad82eb7e8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.428309] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for the task: (returnval){ [ 1479.428309] env[62295]: value = "task-1786522" [ 1479.428309] env[62295]: _type = "Task" [ 1479.428309] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.441935] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.481265] env[62295]: DEBUG nova.compute.manager [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Received event network-vif-plugged-5af5b2ea-5a79-445a-b14a-3032e074a802 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1479.481265] env[62295]: DEBUG oslo_concurrency.lockutils [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] Acquiring lock "1f4943ad-817a-4307-8f54-af4259b1656d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.481945] env[62295]: DEBUG oslo_concurrency.lockutils [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] Lock "1f4943ad-817a-4307-8f54-af4259b1656d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.482301] env[62295]: DEBUG oslo_concurrency.lockutils [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] Lock "1f4943ad-817a-4307-8f54-af4259b1656d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.483637] env[62295]: DEBUG nova.compute.manager [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] No waiting events found dispatching network-vif-plugged-5af5b2ea-5a79-445a-b14a-3032e074a802 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1479.483637] env[62295]: WARNING nova.compute.manager [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Received unexpected event network-vif-plugged-5af5b2ea-5a79-445a-b14a-3032e074a802 for instance with vm_state building and task_state spawning. [ 1479.483637] env[62295]: DEBUG nova.compute.manager [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Received event network-changed-5af5b2ea-5a79-445a-b14a-3032e074a802 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1479.483637] env[62295]: DEBUG nova.compute.manager [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Refreshing instance network info cache due to event network-changed-5af5b2ea-5a79-445a-b14a-3032e074a802. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1479.483637] env[62295]: DEBUG oslo_concurrency.lockutils [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] Acquiring lock "refresh_cache-1f4943ad-817a-4307-8f54-af4259b1656d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.582363] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.592390] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786520, 'name': ReconfigVM_Task, 'duration_secs': 0.300403} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.592671] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 718ad0a2-15fa-4822-ab5e-4fbf94a4592f/718ad0a2-15fa-4822-ab5e-4fbf94a4592f.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.593308] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73d76671-76a5-4b07-86e5-6172fb2a1f25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.608893] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1479.608893] env[62295]: value = "task-1786523" [ 1479.608893] env[62295]: _type = "Task" [ 1479.608893] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.619231] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786523, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.666030] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.756s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.667820] env[62295]: DEBUG oslo_concurrency.lockutils [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.979s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.668193] env[62295]: DEBUG nova.objects.instance [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lazy-loading 'resources' on Instance uuid 7bce7510-ad1f-4b78-92d4-90254cbf0ab3 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.684074] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "refresh_cache-1f4943ad-817a-4307-8f54-af4259b1656d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.684450] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Instance network_info: |[{"id": "5af5b2ea-5a79-445a-b14a-3032e074a802", "address": "fa:16:3e:72:dc:7b", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af5b2ea-5a", "ovs_interfaceid": "5af5b2ea-5a79-445a-b14a-3032e074a802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1479.686108] env[62295]: INFO nova.scheduler.client.report [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Deleted allocations for instance e4d65ed0-9fd8-4759-bf8c-3aac3d17b400 [ 1479.687778] env[62295]: DEBUG oslo_concurrency.lockutils [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] Acquired lock "refresh_cache-1f4943ad-817a-4307-8f54-af4259b1656d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.687778] env[62295]: DEBUG nova.network.neutron [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Refreshing network info cache for port 5af5b2ea-5a79-445a-b14a-3032e074a802 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.688661] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:dc:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5af5b2ea-5a79-445a-b14a-3032e074a802', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.698989] env[62295]: DEBUG oslo.service.loopingcall [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.704657] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1479.705705] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cede9526-ef64-483e-84f5-2e2d12afd10d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.727446] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.727446] env[62295]: value = "task-1786524" [ 1479.727446] env[62295]: _type = "Task" [ 1479.727446] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.736976] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786524, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.798057] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52883ce1-4fd8-8cd0-b40c-f699d0b1d19d, 'name': SearchDatastore_Task, 'duration_secs': 0.019219} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.798057] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.798225] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6cd4f1f7-1725-4533-9ef2-6ac907389407/6cd4f1f7-1725-4533-9ef2-6ac907389407.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.798492] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f95b10c6-b891-4c64-b8e0-1b4e6f83d963 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.807446] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1479.807446] env[62295]: value = "task-1786525" [ 1479.807446] env[62295]: _type = "Task" [ 1479.807446] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.822091] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.848019] env[62295]: DEBUG oslo_vmware.api [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786521, 'name': ReconfigVM_Task, 'duration_secs': 0.285209} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.848446] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370687', 'volume_id': 'f0e341c6-5326-406d-a134-92190cf1ced4', 'name': 'volume-f0e341c6-5326-406d-a134-92190cf1ced4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '390cb599-33ae-4c1f-ad15-10d708c8e43b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0e341c6-5326-406d-a134-92190cf1ced4', 'serial': 'f0e341c6-5326-406d-a134-92190cf1ced4'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1479.944227] env[62295]: DEBUG oslo_vmware.api [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786522, 'name': PowerOnVM_Task, 'duration_secs': 0.49092} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.944227] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.944227] env[62295]: INFO nova.compute.manager [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1479.944227] env[62295]: DEBUG nova.compute.manager [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1479.945245] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73262741-a861-447b-b8ac-9d4fd9fd7211 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.017762] env[62295]: DEBUG nova.network.neutron [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Updated VIF entry in instance network info cache for port 5af5b2ea-5a79-445a-b14a-3032e074a802. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.018206] env[62295]: DEBUG nova.network.neutron [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Updating instance_info_cache with network_info: [{"id": "5af5b2ea-5a79-445a-b14a-3032e074a802", "address": "fa:16:3e:72:dc:7b", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af5b2ea-5a", "ovs_interfaceid": "5af5b2ea-5a79-445a-b14a-3032e074a802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.122522] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786523, 'name': Rename_Task, 'duration_secs': 0.17378} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.124023] env[62295]: DEBUG nova.network.neutron [req-d90eda46-409c-495c-88cf-f74033856f9f req-bea31e25-5aef-497c-8340-893f2541b62b service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Updated VIF entry in instance network info cache for port 1e274245-fb6f-42c0-817f-878057083b7f. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.124267] env[62295]: DEBUG nova.network.neutron [req-d90eda46-409c-495c-88cf-f74033856f9f req-bea31e25-5aef-497c-8340-893f2541b62b service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Updating instance_info_cache with network_info: [{"id": "1e274245-fb6f-42c0-817f-878057083b7f", "address": "fa:16:3e:83:6a:83", "network": {"id": "69187aff-e4ab-4c32-83e2-7b5a1b89f7e2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1823352434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf1862a4ddd4ff094d4e0048ecb55ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e274245-fb", "ovs_interfaceid": "1e274245-fb6f-42c0-817f-878057083b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.125792] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.127044] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f566c0e2-5df1-491a-b984-7dbed53947af {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.137487] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1480.137487] env[62295]: value = "task-1786526" [ 1480.137487] env[62295]: _type = "Task" [ 1480.137487] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.150729] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.212508] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7232546f-2d00-4fdd-bc89-aade8ef1edb3 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "e4d65ed0-9fd8-4759-bf8c-3aac3d17b400" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.946s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.245278] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786524, 'name': CreateVM_Task, 'duration_secs': 0.421287} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.248459] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1480.249577] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.249665] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.249995] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.250353] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f41cd5-a551-46dc-b7c8-7120733b5e73 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.257344] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1480.257344] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5253c9f6-9dc5-9d84-c548-1b50508d28ec" [ 1480.257344] env[62295]: _type = "Task" [ 1480.257344] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.272381] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5253c9f6-9dc5-9d84-c548-1b50508d28ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.323688] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.403812] env[62295]: DEBUG nova.objects.instance [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lazy-loading 'flavor' on Instance uuid 390cb599-33ae-4c1f-ad15-10d708c8e43b {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.469095] env[62295]: INFO nova.compute.manager [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Took 42.39 seconds to build instance. [ 1480.521157] env[62295]: DEBUG oslo_concurrency.lockutils [req-2cf583fb-76af-4765-825c-70085d6fb2cb req-bb163cf8-0478-4eef-959a-650f3a8ee64e service nova] Releasing lock "refresh_cache-1f4943ad-817a-4307-8f54-af4259b1656d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.627315] env[62295]: DEBUG oslo_concurrency.lockutils [req-d90eda46-409c-495c-88cf-f74033856f9f req-bea31e25-5aef-497c-8340-893f2541b62b service nova] Releasing lock "refresh_cache-febf7ce8-eed9-4846-a9d4-32731585b5e1" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.648520] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.673032] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca863b55-dffb-4ca3-af14-82d7483218cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.683955] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cc77d3-ee5e-4ce4-bdf7-088d17e2be2c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.715917] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e607fd9a-b61a-4e83-aac9-9462e4946608 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.725719] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64e6167-a6aa-48e5-9dc4-e3d987c47976 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.742251] env[62295]: DEBUG nova.compute.provider_tree [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.768635] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5253c9f6-9dc5-9d84-c548-1b50508d28ec, 'name': SearchDatastore_Task, 'duration_secs': 0.070202} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.768939] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.769198] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.769471] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.769624] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.769806] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.770498] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-160af212-b46e-46fa-9f60-91b89969c42f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.783768] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.783961] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.784841] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47fc62e5-60f2-4bc0-b63b-192e7dcfcb22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.791196] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1480.791196] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52457292-e91a-41aa-76c9-a27560cde9af" [ 1480.791196] env[62295]: _type = "Task" [ 1480.791196] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.799732] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.800051] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.800297] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.800485] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.800647] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.802235] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52457292-e91a-41aa-76c9-a27560cde9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.802671] env[62295]: INFO nova.compute.manager [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Terminating instance [ 1480.804480] env[62295]: DEBUG nova.compute.manager [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1480.804652] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.805505] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67c694b-13a0-4e28-b725-74135ed5a938 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.814131] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.814131] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-292ebbc1-8df0-42ce-ac9a-aaa29e8cf759 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.822404] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60643} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.822404] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6cd4f1f7-1725-4533-9ef2-6ac907389407/6cd4f1f7-1725-4533-9ef2-6ac907389407.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.822404] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.822404] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c64db21b-a1fb-41b3-ae09-fb0e3393fb86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.823397] env[62295]: DEBUG oslo_vmware.api [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1480.823397] env[62295]: value = "task-1786527" [ 1480.823397] env[62295]: _type = "Task" [ 1480.823397] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.828539] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1480.828539] env[62295]: value = "task-1786528" [ 1480.828539] env[62295]: _type = "Task" [ 1480.828539] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.835400] env[62295]: DEBUG oslo_vmware.api [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.844582] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.975642] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8637f338-18ef-48f6-9df6-902e3e3ba3dc tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.110s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.149910] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786526, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.246077] env[62295]: DEBUG nova.scheduler.client.report [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1481.304229] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52457292-e91a-41aa-76c9-a27560cde9af, 'name': SearchDatastore_Task, 'duration_secs': 0.040683} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.305143] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a830f870-0211-44e7-97fc-6ed3c43a9528 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.311100] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1481.311100] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52928317-2309-6dc8-70ed-6da1666495c6" [ 1481.311100] env[62295]: _type = "Task" [ 1481.311100] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.319376] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52928317-2309-6dc8-70ed-6da1666495c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.341950] env[62295]: DEBUG oslo_vmware.api [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786527, 'name': PowerOffVM_Task, 'duration_secs': 0.218978} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.342603] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.342819] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.343093] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c344a3b-777b-4080-a515-7c512e05cd9c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.348856] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097211} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.349526] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.350635] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113f0a58-945c-4185-ad72-5dc6e9a6b1a3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.374059] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 6cd4f1f7-1725-4533-9ef2-6ac907389407/6cd4f1f7-1725-4533-9ef2-6ac907389407.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.374631] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-624e6af1-e481-491f-8292-2d05306dd3db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.397139] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1481.397139] env[62295]: value = "task-1786530" [ 1481.397139] env[62295]: _type = "Task" [ 1481.397139] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.406684] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.416708] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dd1e93f-300a-4ca7-b62e-f582ace88f90 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.439851] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.440149] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.440357] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Deleting the datastore file [datastore1] 39d5ce35-b0c9-4540-8777-ed00474b7fdd {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.440646] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec61c669-43ea-410f-83b5-45a7295c18e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.447771] env[62295]: DEBUG oslo_vmware.api [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for the task: (returnval){ [ 1481.447771] env[62295]: value = "task-1786531" [ 1481.447771] env[62295]: _type = "Task" [ 1481.447771] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.456585] env[62295]: DEBUG oslo_vmware.api [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.478690] env[62295]: DEBUG nova.compute.manager [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1481.651624] env[62295]: DEBUG oslo_vmware.api [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786526, 'name': PowerOnVM_Task, 'duration_secs': 1.015529} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.651932] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.652191] env[62295]: DEBUG nova.compute.manager [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1481.653366] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7631775c-ba9d-4333-8c7f-4cebfb9a3afa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.751703] env[62295]: DEBUG oslo_concurrency.lockutils [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.753969] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.047s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.756019] env[62295]: INFO nova.compute.claims [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1481.770256] env[62295]: INFO nova.scheduler.client.report [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Deleted allocations for instance 7bce7510-ad1f-4b78-92d4-90254cbf0ab3 [ 1481.822179] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52928317-2309-6dc8-70ed-6da1666495c6, 'name': SearchDatastore_Task, 'duration_secs': 0.035866} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.823034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.823309] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 1f4943ad-817a-4307-8f54-af4259b1656d/1f4943ad-817a-4307-8f54-af4259b1656d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.823564] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b51bdad0-2e43-4e35-8dad-d3f8294c601e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.831184] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1481.831184] env[62295]: value = "task-1786532" [ 1481.831184] env[62295]: _type = "Task" [ 1481.831184] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.835827] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquiring lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.836072] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.836275] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquiring lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.836451] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.836616] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.839277] env[62295]: INFO nova.compute.manager [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Terminating instance [ 1481.843010] env[62295]: DEBUG nova.compute.manager [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1481.843222] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.844029] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e5372-5153-4f13-95f0-e80e39714d89 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.849708] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.854807] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.855065] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11faf4d7-a99a-48fc-8b7c-e4067b261e30 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.864557] env[62295]: DEBUG oslo_vmware.api [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for the task: (returnval){ [ 1481.864557] env[62295]: value = "task-1786533" [ 1481.864557] env[62295]: _type = "Task" [ 1481.864557] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.878592] env[62295]: DEBUG oslo_vmware.api [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.907808] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786530, 'name': ReconfigVM_Task, 'duration_secs': 0.29029} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.908130] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 6cd4f1f7-1725-4533-9ef2-6ac907389407/6cd4f1f7-1725-4533-9ef2-6ac907389407.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.908761] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b142f9a-62f6-4093-8c95-5a9b9640a887 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.916853] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1481.916853] env[62295]: value = "task-1786534" [ 1481.916853] env[62295]: _type = "Task" [ 1481.916853] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.926488] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786534, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.961758] env[62295]: DEBUG oslo_vmware.api [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Task: {'id': task-1786531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201833} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.962077] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.962236] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.962417] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.962587] env[62295]: INFO nova.compute.manager [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1481.962852] env[62295]: DEBUG oslo.service.loopingcall [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.963099] env[62295]: DEBUG nova.compute.manager [-] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1481.963213] env[62295]: DEBUG nova.network.neutron [-] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1481.999299] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.084773] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "9410cde5-494b-4eeb-b54e-d0b116595f17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.085514] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "9410cde5-494b-4eeb-b54e-d0b116595f17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.175303] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.280166] env[62295]: DEBUG oslo_concurrency.lockutils [None req-461adfa7-8aa2-4f3a-a672-0cb4ecafa1db tempest-InstanceActionsTestJSON-1738982040 tempest-InstanceActionsTestJSON-1738982040-project-member] Lock "7bce7510-ad1f-4b78-92d4-90254cbf0ab3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.711s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.345786] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.365977] env[62295]: DEBUG nova.compute.manager [req-c563ef08-871d-4b29-b29d-9705e6705036 req-ac7d3dbc-494f-446f-ac69-c58d4bfd7ae1 service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Received event network-vif-deleted-9dcbe8b9-903d-41f5-a1dd-828effec2e7a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.366668] env[62295]: INFO nova.compute.manager [req-c563ef08-871d-4b29-b29d-9705e6705036 req-ac7d3dbc-494f-446f-ac69-c58d4bfd7ae1 service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Neutron deleted interface 9dcbe8b9-903d-41f5-a1dd-828effec2e7a; detaching it from the instance and deleting it from the info cache [ 1482.366906] env[62295]: DEBUG nova.network.neutron [req-c563ef08-871d-4b29-b29d-9705e6705036 req-ac7d3dbc-494f-446f-ac69-c58d4bfd7ae1 service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.384442] env[62295]: DEBUG oslo_vmware.api [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786533, 'name': PowerOffVM_Task, 'duration_secs': 0.251009} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.384442] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.384442] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1482.384442] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29d8bfaa-2fc3-48a8-b19a-271ed5f45425 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.427837] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786534, 'name': Rename_Task, 'duration_secs': 0.223581} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.428147] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.428399] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ce060bb-246f-4448-9280-004a0e9c9de4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.440458] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1482.440458] env[62295]: value = "task-1786536" [ 1482.440458] env[62295]: _type = "Task" [ 1482.440458] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.451535] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.486836] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.487245] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.487346] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Deleting the datastore file [datastore1] 0e030f03-8f01-44e6-a9dc-b83ac56a270c {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.488067] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f5653eb-1209-4dea-a826-a757dad4d9f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.496627] env[62295]: DEBUG oslo_vmware.api [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for the task: (returnval){ [ 1482.496627] env[62295]: value = "task-1786537" [ 1482.496627] env[62295]: _type = "Task" [ 1482.496627] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.508443] env[62295]: DEBUG oslo_vmware.api [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.785812] env[62295]: DEBUG nova.network.neutron [-] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.842813] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606099} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.843281] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 1f4943ad-817a-4307-8f54-af4259b1656d/1f4943ad-817a-4307-8f54-af4259b1656d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.843496] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.846118] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e59c307-be3c-42c4-b3f2-25a4d4c8a557 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.857136] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1482.857136] env[62295]: value = "task-1786538" [ 1482.857136] env[62295]: _type = "Task" [ 1482.857136] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.868367] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.874455] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0205a8df-a298-43b3-8475-cf86acb01f52 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.884477] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22e7152-537f-4222-8fe5-9fcd19c50fcf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.923512] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "718ad0a2-15fa-4822-ab5e-4fbf94a4592f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.923754] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "718ad0a2-15fa-4822-ab5e-4fbf94a4592f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.923963] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "718ad0a2-15fa-4822-ab5e-4fbf94a4592f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.924157] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "718ad0a2-15fa-4822-ab5e-4fbf94a4592f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.924396] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "718ad0a2-15fa-4822-ab5e-4fbf94a4592f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.926096] env[62295]: DEBUG nova.compute.manager [req-c563ef08-871d-4b29-b29d-9705e6705036 req-ac7d3dbc-494f-446f-ac69-c58d4bfd7ae1 service nova] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Detach interface failed, port_id=9dcbe8b9-903d-41f5-a1dd-828effec2e7a, reason: Instance 39d5ce35-b0c9-4540-8777-ed00474b7fdd could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1482.931117] env[62295]: INFO nova.compute.manager [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Terminating instance [ 1482.934205] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "refresh_cache-718ad0a2-15fa-4822-ab5e-4fbf94a4592f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.934205] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired lock "refresh_cache-718ad0a2-15fa-4822-ab5e-4fbf94a4592f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.934429] env[62295]: DEBUG nova.network.neutron [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.959633] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786536, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.011942] env[62295]: DEBUG oslo_vmware.api [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.274950] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c555fd18-6425-4710-abc2-e7d9a2a69730 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.283781] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17622313-a41b-4bfb-a6b2-1fe1f0a67086 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.289889] env[62295]: INFO nova.compute.manager [-] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Took 1.33 seconds to deallocate network for instance. [ 1483.320281] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d88724-d250-4abe-87ef-cd731a8c2328 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.329578] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e167d2-b129-4bd2-b91d-65ab342791f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.343993] env[62295]: DEBUG nova.compute.provider_tree [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.368564] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078345} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.368766] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.370026] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67e6ca8-a828-4b82-b0a9-ac49975b4bb2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.393979] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1f4943ad-817a-4307-8f54-af4259b1656d/1f4943ad-817a-4307-8f54-af4259b1656d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.394370] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1aa8ae-fef9-4e5c-b17e-841a56529a31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.416484] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1483.416484] env[62295]: value = "task-1786539" [ 1483.416484] env[62295]: _type = "Task" [ 1483.416484] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.425588] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.451453] env[62295]: DEBUG oslo_vmware.api [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786536, 'name': PowerOnVM_Task, 'duration_secs': 0.546463} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.451730] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.451933] env[62295]: INFO nova.compute.manager [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1483.452155] env[62295]: DEBUG nova.compute.manager [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1483.452980] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4267fa-b9c8-43e1-8ffe-0e3cd8251314 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.470436] env[62295]: DEBUG nova.network.neutron [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1483.511021] env[62295]: DEBUG oslo_vmware.api [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Task: {'id': task-1786537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.629936} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.511021] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.511021] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.511021] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.511021] env[62295]: INFO nova.compute.manager [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1483.511457] env[62295]: DEBUG oslo.service.loopingcall [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.511457] env[62295]: DEBUG nova.compute.manager [-] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1483.511457] env[62295]: DEBUG nova.network.neutron [-] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1483.576914] env[62295]: DEBUG nova.network.neutron [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.824167] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.850313] env[62295]: DEBUG nova.scheduler.client.report [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1483.929207] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.973678] env[62295]: DEBUG nova.compute.manager [req-4acc33d0-8711-4fd6-8495-7488430a186f req-e68e63d8-51c8-49b4-80d1-6f218d91e43e service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Received event network-vif-deleted-41078ea3-4a87-4855-b240-339e1f39430d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1483.973678] env[62295]: INFO nova.compute.manager [req-4acc33d0-8711-4fd6-8495-7488430a186f req-e68e63d8-51c8-49b4-80d1-6f218d91e43e service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Neutron deleted interface 41078ea3-4a87-4855-b240-339e1f39430d; detaching it from the instance and deleting it from the info cache [ 1483.973678] env[62295]: DEBUG nova.network.neutron [req-4acc33d0-8711-4fd6-8495-7488430a186f req-e68e63d8-51c8-49b4-80d1-6f218d91e43e service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.974333] env[62295]: INFO nova.compute.manager [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Took 41.95 seconds to build instance. [ 1484.079733] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Releasing lock "refresh_cache-718ad0a2-15fa-4822-ab5e-4fbf94a4592f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.080194] env[62295]: DEBUG nova.compute.manager [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1484.080423] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.081353] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a53b3b8-d1fa-46e1-bab0-17917b1640d0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.091555] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.092055] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe572f5-8ccc-44f0-a189-4ad7b95488d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.104256] env[62295]: DEBUG oslo_vmware.api [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1484.104256] env[62295]: value = "task-1786540" [ 1484.104256] env[62295]: _type = "Task" [ 1484.104256] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.117849] env[62295]: DEBUG oslo_vmware.api [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.358844] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.359397] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1484.362474] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.140s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.362809] env[62295]: DEBUG nova.objects.instance [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lazy-loading 'resources' on Instance uuid dc4e5417-02d8-45f3-a905-36fcffbc565d {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.369447] env[62295]: DEBUG nova.network.neutron [-] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.431668] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786539, 'name': ReconfigVM_Task, 'duration_secs': 0.606178} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.435019] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1f4943ad-817a-4307-8f54-af4259b1656d/1f4943ad-817a-4307-8f54-af4259b1656d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.435019] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-914ec0ad-5f14-4a19-84b3-3645e83133d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.440493] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1484.440493] env[62295]: value = "task-1786541" [ 1484.440493] env[62295]: _type = "Task" [ 1484.440493] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.449377] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786541, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.476503] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9deb3b3-dc91-4bb5-af13-1f3176aecfe1 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.385s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.476822] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55d5b63a-7dcc-4ac6-ae38-c0220aff70c5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.488610] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00715292-eb93-4315-9cb1-1771505a0794 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.524207] env[62295]: DEBUG nova.compute.manager [req-4acc33d0-8711-4fd6-8495-7488430a186f req-e68e63d8-51c8-49b4-80d1-6f218d91e43e service nova] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Detach interface failed, port_id=41078ea3-4a87-4855-b240-339e1f39430d, reason: Instance 0e030f03-8f01-44e6-a9dc-b83ac56a270c could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1484.614441] env[62295]: DEBUG oslo_vmware.api [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786540, 'name': PowerOffVM_Task, 'duration_secs': 0.128873} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.614685] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.614943] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.615239] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ee622aa-8c54-4213-bd14-ada56e8f7218 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.644785] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.644965] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.647523] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Deleting the datastore file [datastore1] 718ad0a2-15fa-4822-ab5e-4fbf94a4592f {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.647523] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b847c4ac-156d-4174-bea2-161d2e44afe7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.653786] env[62295]: DEBUG oslo_vmware.api [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1484.653786] env[62295]: value = "task-1786543" [ 1484.653786] env[62295]: _type = "Task" [ 1484.653786] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.385554] env[62295]: DEBUG nova.compute.utils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1485.389336] env[62295]: INFO nova.compute.manager [-] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Took 1.88 seconds to deallocate network for instance. [ 1485.389764] env[62295]: DEBUG nova.compute.manager [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1485.396019] env[62295]: DEBUG oslo_vmware.api [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.396019] env[62295]: WARNING oslo_vmware.common.loopingcall [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] task run outlasted interval by 0.23927500000000002 sec [ 1485.396019] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1485.396019] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1485.412528] env[62295]: DEBUG oslo_vmware.api [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294278} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.415564] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.415797] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.415986] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.416184] env[62295]: INFO nova.compute.manager [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1485.416424] env[62295]: DEBUG oslo.service.loopingcall [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.416640] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786541, 'name': Rename_Task, 'duration_secs': 0.301102} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.417485] env[62295]: DEBUG nova.compute.manager [-] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1485.417595] env[62295]: DEBUG nova.network.neutron [-] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.419825] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1485.419927] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab2473fa-569e-4799-94a9-76c1a97dfd31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.429063] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1485.429063] env[62295]: value = "task-1786544" [ 1485.429063] env[62295]: _type = "Task" [ 1485.429063] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.438613] env[62295]: DEBUG nova.network.neutron [-] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1485.444329] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.503414] env[62295]: DEBUG nova.policy [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '098dd82befba4cd68832bb7d7b42c422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86488e9d0b4d41808bf8dc36c14dd161', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1485.895124] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1485.910092] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.916247] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f958b5a3-5241-435d-a553-c625daf98028 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.923747] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.930154] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13153299-2c00-44b2-898c-910ebba5dc4b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.944278] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.971061] env[62295]: DEBUG nova.network.neutron [-] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.976069] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7054a19c-a179-4418-b6ce-536d7587f01c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.982470] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc2f155-98d5-4d83-87d3-c2f4948f8297 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.998248] env[62295]: DEBUG nova.compute.provider_tree [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1486.203232] env[62295]: DEBUG nova.compute.manager [req-f1d29dac-d9bd-4e83-bb56-90858874494d req-abb2a9db-eba8-4ebb-b2b0-195df59c67f3 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received event network-changed-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1486.203495] env[62295]: DEBUG nova.compute.manager [req-f1d29dac-d9bd-4e83-bb56-90858874494d req-abb2a9db-eba8-4ebb-b2b0-195df59c67f3 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Refreshing instance network info cache due to event network-changed-d85ff10a-d52a-4a37-947d-00cb5e9c645c. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1486.203818] env[62295]: DEBUG oslo_concurrency.lockutils [req-f1d29dac-d9bd-4e83-bb56-90858874494d req-abb2a9db-eba8-4ebb-b2b0-195df59c67f3 service nova] Acquiring lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.204109] env[62295]: DEBUG oslo_concurrency.lockutils [req-f1d29dac-d9bd-4e83-bb56-90858874494d req-abb2a9db-eba8-4ebb-b2b0-195df59c67f3 service nova] Acquired lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.204319] env[62295]: DEBUG nova.network.neutron [req-f1d29dac-d9bd-4e83-bb56-90858874494d req-abb2a9db-eba8-4ebb-b2b0-195df59c67f3 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Refreshing network info cache for port d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.241398] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Successfully created port: 41e46bdf-d260-40b3-ae62-70b8aa05bac6 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1486.449951] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786544, 'name': PowerOnVM_Task, 'duration_secs': 0.767248} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.452037] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.452037] env[62295]: INFO nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1486.452037] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1486.452037] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e813d790-df57-42f0-9072-cfc4ae0a7337 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.475342] env[62295]: INFO nova.compute.manager [-] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Took 1.06 seconds to deallocate network for instance. [ 1486.545564] env[62295]: ERROR nova.scheduler.client.report [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [req-57c6d1cb-cda1-451c-b107-dac831d313a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57c6d1cb-cda1-451c-b107-dac831d313a3"}]} [ 1486.568467] env[62295]: DEBUG nova.scheduler.client.report [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1486.587019] env[62295]: DEBUG nova.scheduler.client.report [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1486.587019] env[62295]: DEBUG nova.compute.provider_tree [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1486.603266] env[62295]: DEBUG nova.scheduler.client.report [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1486.633084] env[62295]: DEBUG nova.scheduler.client.report [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1486.905923] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1486.942638] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1486.942903] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1486.943113] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.943683] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1486.943683] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.943877] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1486.944148] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1486.944425] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1486.944684] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1486.944874] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1486.945080] env[62295]: DEBUG nova.virt.hardware [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1486.946062] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8572869-ed62-4671-8adb-c0364eb760b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.956090] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5166a03e-4858-486f-8437-8efff6a14e48 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.982088] env[62295]: INFO nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Took 44.07 seconds to build instance. [ 1486.989556] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.218488] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d8b540-cb36-443b-9d34-c91c880105e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.228063] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189c7eff-e0f0-424f-9303-b48289fd19fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.267933] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e622a15a-b46a-4bf1-90d1-445fe32b64aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.277313] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06911231-92a0-481d-a797-d15c7d90976b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.295632] env[62295]: DEBUG nova.compute.provider_tree [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1487.482935] env[62295]: DEBUG nova.network.neutron [req-f1d29dac-d9bd-4e83-bb56-90858874494d req-abb2a9db-eba8-4ebb-b2b0-195df59c67f3 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updated VIF entry in instance network info cache for port d85ff10a-d52a-4a37-947d-00cb5e9c645c. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1487.483218] env[62295]: DEBUG nova.network.neutron [req-f1d29dac-d9bd-4e83-bb56-90858874494d req-abb2a9db-eba8-4ebb-b2b0-195df59c67f3 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating instance_info_cache with network_info: [{"id": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85ff10a-d5", "ovs_interfaceid": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.484758] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "1f4943ad-817a-4307-8f54-af4259b1656d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.904s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.833860] env[62295]: DEBUG nova.scheduler.client.report [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1487.833860] env[62295]: DEBUG nova.compute.provider_tree [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 64 to 65 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1487.836054] env[62295]: DEBUG nova.compute.provider_tree [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1487.937020] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Successfully updated port: 41e46bdf-d260-40b3-ae62-70b8aa05bac6 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1487.986987] env[62295]: DEBUG oslo_concurrency.lockutils [req-f1d29dac-d9bd-4e83-bb56-90858874494d req-abb2a9db-eba8-4ebb-b2b0-195df59c67f3 service nova] Releasing lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.990038] env[62295]: DEBUG nova.compute.manager [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1488.247866] env[62295]: DEBUG nova.compute.manager [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Received event network-vif-plugged-41e46bdf-d260-40b3-ae62-70b8aa05bac6 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1488.247866] env[62295]: DEBUG oslo_concurrency.lockutils [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] Acquiring lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.247866] env[62295]: DEBUG oslo_concurrency.lockutils [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] Lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.247866] env[62295]: DEBUG oslo_concurrency.lockutils [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] Lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.247866] env[62295]: DEBUG nova.compute.manager [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] No waiting events found dispatching network-vif-plugged-41e46bdf-d260-40b3-ae62-70b8aa05bac6 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1488.248080] env[62295]: WARNING nova.compute.manager [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Received unexpected event network-vif-plugged-41e46bdf-d260-40b3-ae62-70b8aa05bac6 for instance with vm_state building and task_state spawning. [ 1488.248080] env[62295]: DEBUG nova.compute.manager [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Received event network-changed-41e46bdf-d260-40b3-ae62-70b8aa05bac6 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1488.248227] env[62295]: DEBUG nova.compute.manager [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Refreshing instance network info cache due to event network-changed-41e46bdf-d260-40b3-ae62-70b8aa05bac6. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1488.248408] env[62295]: DEBUG oslo_concurrency.lockutils [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] Acquiring lock "refresh_cache-7cc92005-410a-44ac-b7cd-c39e39a0bedf" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.248545] env[62295]: DEBUG oslo_concurrency.lockutils [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] Acquired lock "refresh_cache-7cc92005-410a-44ac-b7cd-c39e39a0bedf" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.248702] env[62295]: DEBUG nova.network.neutron [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Refreshing network info cache for port 41e46bdf-d260-40b3-ae62-70b8aa05bac6 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.341412] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.979s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.343718] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.348s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.345271] env[62295]: INFO nova.compute.claims [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1488.362435] env[62295]: INFO nova.scheduler.client.report [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Deleted allocations for instance dc4e5417-02d8-45f3-a905-36fcffbc565d [ 1488.441736] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "refresh_cache-7cc92005-410a-44ac-b7cd-c39e39a0bedf" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.508308] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.788846] env[62295]: DEBUG nova.network.neutron [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1488.872431] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1cf21670-4bb0-40cc-b284-909b6c3db096 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "dc4e5417-02d8-45f3-a905-36fcffbc565d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.203s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.896914] env[62295]: DEBUG nova.network.neutron [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.401010] env[62295]: DEBUG oslo_concurrency.lockutils [req-444fa2c3-04c5-4b69-aada-26ebd4c00a85 req-cb32b8a4-8619-47f9-a1c8-190dcdeb2538 service nova] Releasing lock "refresh_cache-7cc92005-410a-44ac-b7cd-c39e39a0bedf" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.401489] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "refresh_cache-7cc92005-410a-44ac-b7cd-c39e39a0bedf" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.401565] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.496371] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquiring lock "7c500222-e336-4d35-837c-7897ad8720ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.496695] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "7c500222-e336-4d35-837c-7897ad8720ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.788868] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f0c6a7-f28b-4e8d-b9bb-9ea89679c38d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.797053] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f4a824-8b51-42c6-acf2-d5e0888fe769 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.828805] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741ad106-fd6d-4667-88fe-9ff0c075bfaf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.837041] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2df1ef-2a9a-4dba-88f5-6d88417146b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.850795] env[62295]: DEBUG nova.compute.provider_tree [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.939295] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.081602] env[62295]: DEBUG nova.network.neutron [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Updating instance_info_cache with network_info: [{"id": "41e46bdf-d260-40b3-ae62-70b8aa05bac6", "address": "fa:16:3e:57:69:2c", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e46bdf-d2", "ovs_interfaceid": "41e46bdf-d260-40b3-ae62-70b8aa05bac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.353743] env[62295]: DEBUG nova.scheduler.client.report [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1490.584071] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "refresh_cache-7cc92005-410a-44ac-b7cd-c39e39a0bedf" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.584416] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Instance network_info: |[{"id": "41e46bdf-d260-40b3-ae62-70b8aa05bac6", "address": "fa:16:3e:57:69:2c", "network": {"id": "e27660d9-7cdd-442e-8263-1f744e0bcc62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-59556262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86488e9d0b4d41808bf8dc36c14dd161", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e46bdf-d2", "ovs_interfaceid": "41e46bdf-d260-40b3-ae62-70b8aa05bac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1490.584886] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:69:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41e46bdf-d260-40b3-ae62-70b8aa05bac6', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.592563] env[62295]: DEBUG oslo.service.loopingcall [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.592785] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.593081] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac07d255-017c-477d-8d85-48a4f0c94076 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.614327] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.614327] env[62295]: value = "task-1786545" [ 1490.614327] env[62295]: _type = "Task" [ 1490.614327] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.623756] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786545, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.859123] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.859679] env[62295]: DEBUG nova.compute.manager [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1490.862374] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.284s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.862614] env[62295]: DEBUG nova.objects.instance [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lazy-loading 'resources' on Instance uuid 6de7a8ef-19d4-447a-a6f9-2124691ba2f9 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.124629] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786545, 'name': CreateVM_Task, 'duration_secs': 0.371869} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.124890] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.125999] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.125999] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.125999] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.126590] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9776731-d7d2-4bb8-8b6a-28e9806d3fa1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.132949] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1491.132949] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52574749-f1e5-acef-b9db-6bb622652a00" [ 1491.132949] env[62295]: _type = "Task" [ 1491.132949] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.140376] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52574749-f1e5-acef-b9db-6bb622652a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.365495] env[62295]: DEBUG nova.compute.utils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1491.367536] env[62295]: DEBUG nova.compute.manager [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1491.367741] env[62295]: DEBUG nova.network.neutron [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1491.422946] env[62295]: DEBUG nova.policy [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438cf15ceec244efb936545b610289f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731c2c1997f04da7b1bdf5138d63d014', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1491.649232] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52574749-f1e5-acef-b9db-6bb622652a00, 'name': SearchDatastore_Task, 'duration_secs': 0.015345} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.651822] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.651822] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.651822] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.651822] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.652164] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.652164] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d8e81b4-ea03-46b3-a1d1-59c351ad79dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.669545] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.669738] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.670502] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f099bbb-594e-46e4-ae04-852da0778e8a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.676510] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1491.676510] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e6e677-1ebf-1e70-476c-28e837894a43" [ 1491.676510] env[62295]: _type = "Task" [ 1491.676510] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.690303] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e6e677-1ebf-1e70-476c-28e837894a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.777898] env[62295]: DEBUG nova.network.neutron [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Successfully created port: 58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1491.815021] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a352ba-e813-41cd-863c-f1a4bceeaee8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.823575] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b4ef09-2b55-44bb-a4b2-b6aac1d456ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.857837] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0a075a-661b-41be-a015-e1a52b146573 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.867264] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eeb6ab-baf4-4ea3-b631-fdb864af67fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.873042] env[62295]: DEBUG nova.compute.manager [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1491.883911] env[62295]: DEBUG nova.compute.provider_tree [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.188815] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e6e677-1ebf-1e70-476c-28e837894a43, 'name': SearchDatastore_Task, 'duration_secs': 0.019665} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.189870] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0f2ecb-d608-46c8-8516-563d92556ced {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.195788] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1492.195788] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52490b7b-c045-1da6-f772-e31d919df98c" [ 1492.195788] env[62295]: _type = "Task" [ 1492.195788] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.204060] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52490b7b-c045-1da6-f772-e31d919df98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.387290] env[62295]: DEBUG nova.scheduler.client.report [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1492.706367] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52490b7b-c045-1da6-f772-e31d919df98c, 'name': SearchDatastore_Task, 'duration_secs': 0.017336} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.706678] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.706969] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 7cc92005-410a-44ac-b7cd-c39e39a0bedf/7cc92005-410a-44ac-b7cd-c39e39a0bedf.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1492.707241] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c4bcb68-e6fa-4eaa-9d38-e37c5923363a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.714361] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1492.714361] env[62295]: value = "task-1786546" [ 1492.714361] env[62295]: _type = "Task" [ 1492.714361] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.883033] env[62295]: DEBUG nova.compute.manager [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1492.892535] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.895131] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.976s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.896385] env[62295]: INFO nova.compute.claims [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.908044] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1492.908350] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1492.908522] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.908706] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1492.908853] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.908998] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1492.909255] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1492.909421] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1492.909614] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1492.909782] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1492.909954] env[62295]: DEBUG nova.virt.hardware [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1492.910878] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6771eda6-e53e-40f8-a638-b91df4801332 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.919631] env[62295]: INFO nova.scheduler.client.report [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Deleted allocations for instance 6de7a8ef-19d4-447a-a6f9-2124691ba2f9 [ 1492.921636] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657e84d1-45b9-44a1-b3e1-4fc42250fe14 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.227512] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509098} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.228096] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 7cc92005-410a-44ac-b7cd-c39e39a0bedf/7cc92005-410a-44ac-b7cd-c39e39a0bedf.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1493.228096] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1493.228597] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27b14a0b-5b8f-428c-9747-91d70bf65aa4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.237279] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1493.237279] env[62295]: value = "task-1786547" [ 1493.237279] env[62295]: _type = "Task" [ 1493.237279] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.244019] env[62295]: DEBUG nova.compute.manager [req-6f758592-958f-42a9-8783-8996f79369ed req-1647d87e-4cbb-4571-9f63-14fd2898b057 service nova] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Received event network-vif-plugged-58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1493.244270] env[62295]: DEBUG oslo_concurrency.lockutils [req-6f758592-958f-42a9-8783-8996f79369ed req-1647d87e-4cbb-4571-9f63-14fd2898b057 service nova] Acquiring lock "380f640a-a595-47b8-89ac-33410c60d48f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.244475] env[62295]: DEBUG oslo_concurrency.lockutils [req-6f758592-958f-42a9-8783-8996f79369ed req-1647d87e-4cbb-4571-9f63-14fd2898b057 service nova] Lock "380f640a-a595-47b8-89ac-33410c60d48f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.244637] env[62295]: DEBUG oslo_concurrency.lockutils [req-6f758592-958f-42a9-8783-8996f79369ed req-1647d87e-4cbb-4571-9f63-14fd2898b057 service nova] Lock "380f640a-a595-47b8-89ac-33410c60d48f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.244992] env[62295]: DEBUG nova.compute.manager [req-6f758592-958f-42a9-8783-8996f79369ed req-1647d87e-4cbb-4571-9f63-14fd2898b057 service nova] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] No waiting events found dispatching network-vif-plugged-58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1493.244992] env[62295]: WARNING nova.compute.manager [req-6f758592-958f-42a9-8783-8996f79369ed req-1647d87e-4cbb-4571-9f63-14fd2898b057 service nova] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Received unexpected event network-vif-plugged-58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08 for instance with vm_state building and task_state spawning. [ 1493.248983] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.353188] env[62295]: DEBUG nova.network.neutron [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Successfully updated port: 58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1493.431962] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36a384d4-00ac-4d69-a075-89280e6669aa tempest-ServerDiagnosticsTest-1050179424 tempest-ServerDiagnosticsTest-1050179424-project-member] Lock "6de7a8ef-19d4-447a-a6f9-2124691ba2f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.162s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.748062] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067123} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.748062] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.748550] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab1f2d0-1f81-4046-891c-0c79f2d92cac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.771712] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 7cc92005-410a-44ac-b7cd-c39e39a0bedf/7cc92005-410a-44ac-b7cd-c39e39a0bedf.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.772342] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02fb8e9b-3279-434a-96a7-12fb53cc11b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.793928] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1493.793928] env[62295]: value = "task-1786548" [ 1493.793928] env[62295]: _type = "Task" [ 1493.793928] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.802913] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.855755] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "refresh_cache-380f640a-a595-47b8-89ac-33410c60d48f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.855952] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "refresh_cache-380f640a-a595-47b8-89ac-33410c60d48f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.856134] env[62295]: DEBUG nova.network.neutron [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1494.306998] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786548, 'name': ReconfigVM_Task, 'duration_secs': 0.43783} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.307309] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 7cc92005-410a-44ac-b7cd-c39e39a0bedf/7cc92005-410a-44ac-b7cd-c39e39a0bedf.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.308777] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-474521b5-e0b3-40cc-9d15-e25f473a3a25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.313677] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55c43cf-b47e-47f7-9568-6583b7a956a3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.317380] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1494.317380] env[62295]: value = "task-1786549" [ 1494.317380] env[62295]: _type = "Task" [ 1494.317380] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.323888] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4627183-c7dd-4e7a-91ef-5911c9a07baa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.330225] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786549, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.361351] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358d4421-3b63-486e-89bf-b443daba0d6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.369881] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3585eb-0eae-4291-be7d-835dfd20553a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.385966] env[62295]: DEBUG nova.compute.provider_tree [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1494.391184] env[62295]: DEBUG nova.network.neutron [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1494.563520] env[62295]: DEBUG nova.network.neutron [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Updating instance_info_cache with network_info: [{"id": "58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08", "address": "fa:16:3e:f9:c2:f6", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ec63b5-e6", "ovs_interfaceid": "58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.827550] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786549, 'name': Rename_Task, 'duration_secs': 0.16345} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.827858] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.828255] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5725de29-06b6-4cb3-bbae-12508c5a348c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.837037] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1494.837037] env[62295]: value = "task-1786550" [ 1494.837037] env[62295]: _type = "Task" [ 1494.837037] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.847070] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.907403] env[62295]: ERROR nova.scheduler.client.report [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [req-2c38b215-011c-4bff-9dc1-de517d3df986] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c38b215-011c-4bff-9dc1-de517d3df986"}]} [ 1494.923722] env[62295]: DEBUG nova.scheduler.client.report [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1494.937683] env[62295]: DEBUG nova.scheduler.client.report [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1494.937914] env[62295]: DEBUG nova.compute.provider_tree [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1494.949217] env[62295]: DEBUG nova.scheduler.client.report [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1494.969087] env[62295]: DEBUG nova.scheduler.client.report [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1495.066773] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "refresh_cache-380f640a-a595-47b8-89ac-33410c60d48f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.067158] env[62295]: DEBUG nova.compute.manager [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Instance network_info: |[{"id": "58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08", "address": "fa:16:3e:f9:c2:f6", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ec63b5-e6", "ovs_interfaceid": "58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1495.067581] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:c2:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1495.078045] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating folder: Project (731c2c1997f04da7b1bdf5138d63d014). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1495.081348] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f0bce15-56dc-4f9d-a4ab-ca34e03472b5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.096130] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Created folder: Project (731c2c1997f04da7b1bdf5138d63d014) in parent group-v370569. [ 1495.096356] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating folder: Instances. Parent ref: group-v370699. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1495.096632] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a1d5fc4-0246-47d0-b607-4333e2f9e524 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.112106] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Created folder: Instances in parent group-v370699. [ 1495.113437] env[62295]: DEBUG oslo.service.loopingcall [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.113437] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1495.113437] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-def3b069-0509-47b1-befa-19e4e551357b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.136737] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1495.136737] env[62295]: value = "task-1786553" [ 1495.136737] env[62295]: _type = "Task" [ 1495.136737] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.151180] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786553, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.326951] env[62295]: DEBUG nova.compute.manager [req-e74c4ced-04e4-453e-b6f3-df9380b3f820 req-6cfd4aaf-6977-4c36-aaa4-e153591a513f service nova] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Received event network-changed-58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1495.326951] env[62295]: DEBUG nova.compute.manager [req-e74c4ced-04e4-453e-b6f3-df9380b3f820 req-6cfd4aaf-6977-4c36-aaa4-e153591a513f service nova] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Refreshing instance network info cache due to event network-changed-58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1495.327366] env[62295]: DEBUG oslo_concurrency.lockutils [req-e74c4ced-04e4-453e-b6f3-df9380b3f820 req-6cfd4aaf-6977-4c36-aaa4-e153591a513f service nova] Acquiring lock "refresh_cache-380f640a-a595-47b8-89ac-33410c60d48f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.327576] env[62295]: DEBUG oslo_concurrency.lockutils [req-e74c4ced-04e4-453e-b6f3-df9380b3f820 req-6cfd4aaf-6977-4c36-aaa4-e153591a513f service nova] Acquired lock "refresh_cache-380f640a-a595-47b8-89ac-33410c60d48f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.327755] env[62295]: DEBUG nova.network.neutron [req-e74c4ced-04e4-453e-b6f3-df9380b3f820 req-6cfd4aaf-6977-4c36-aaa4-e153591a513f service nova] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Refreshing network info cache for port 58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.350768] env[62295]: DEBUG oslo_vmware.api [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786550, 'name': PowerOnVM_Task, 'duration_secs': 0.511763} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.351299] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.351511] env[62295]: INFO nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1495.351717] env[62295]: DEBUG nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1495.352540] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7e8a0d-c886-4380-a312-da2ee684cce1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.484648] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a386619-9e32-4c0c-8dc1-320fc456a03e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.493376] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6daafd1-e308-46cb-8816-c9498aeb4c2c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.533601] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3883b423-b5bf-45bb-8140-c05b888c614a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.544454] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0c95cf-1038-4eb6-9910-072eda1def3a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.562063] env[62295]: DEBUG nova.compute.provider_tree [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.647177] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786553, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.876037] env[62295]: INFO nova.compute.manager [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Took 43.20 seconds to build instance. [ 1496.085179] env[62295]: DEBUG nova.network.neutron [req-e74c4ced-04e4-453e-b6f3-df9380b3f820 req-6cfd4aaf-6977-4c36-aaa4-e153591a513f service nova] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Updated VIF entry in instance network info cache for port 58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.085630] env[62295]: DEBUG nova.network.neutron [req-e74c4ced-04e4-453e-b6f3-df9380b3f820 req-6cfd4aaf-6977-4c36-aaa4-e153591a513f service nova] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Updating instance_info_cache with network_info: [{"id": "58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08", "address": "fa:16:3e:f9:c2:f6", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ec63b5-e6", "ovs_interfaceid": "58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.101697] env[62295]: DEBUG nova.scheduler.client.report [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1496.101981] env[62295]: DEBUG nova.compute.provider_tree [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 66 to 67 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1496.102238] env[62295]: DEBUG nova.compute.provider_tree [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.149417] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786553, 'name': CreateVM_Task, 'duration_secs': 0.569635} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.149521] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1496.150170] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.150357] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.150674] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.150940] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097e1250-2d25-4a46-806d-6a140902144c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.156794] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1496.156794] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524c524c-8de5-cbdd-3660-7f9bde371b57" [ 1496.156794] env[62295]: _type = "Task" [ 1496.156794] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.166472] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524c524c-8de5-cbdd-3660-7f9bde371b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.378185] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9aef60d4-9733-4bf0-96e2-9e8ce09e8f7f tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.772s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.433190] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "1f4943ad-817a-4307-8f54-af4259b1656d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.433310] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "1f4943ad-817a-4307-8f54-af4259b1656d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.433483] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "1f4943ad-817a-4307-8f54-af4259b1656d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.433690] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "1f4943ad-817a-4307-8f54-af4259b1656d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.433863] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "1f4943ad-817a-4307-8f54-af4259b1656d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.437628] env[62295]: INFO nova.compute.manager [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Terminating instance [ 1496.439716] env[62295]: DEBUG nova.compute.manager [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1496.439980] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.440749] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a8216a-8256-48e7-9b7a-52a08f1f1597 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.449119] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.449367] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c19fbd8b-7d30-4eca-9411-6570dda1bd13 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.457386] env[62295]: DEBUG oslo_vmware.api [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1496.457386] env[62295]: value = "task-1786554" [ 1496.457386] env[62295]: _type = "Task" [ 1496.457386] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.466720] env[62295]: DEBUG oslo_vmware.api [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.503560] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.503980] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.504318] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.504595] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.504870] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.507436] env[62295]: INFO nova.compute.manager [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Terminating instance [ 1496.510976] env[62295]: DEBUG nova.compute.manager [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1496.511329] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.512651] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e97dee-9d31-4ab4-8b4d-a0fc392532ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.522179] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.522435] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1acfd8-36cf-4c80-badb-edea4897308b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.530944] env[62295]: DEBUG oslo_vmware.api [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1496.530944] env[62295]: value = "task-1786555" [ 1496.530944] env[62295]: _type = "Task" [ 1496.530944] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.540547] env[62295]: DEBUG oslo_vmware.api [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.588899] env[62295]: DEBUG oslo_concurrency.lockutils [req-e74c4ced-04e4-453e-b6f3-df9380b3f820 req-6cfd4aaf-6977-4c36-aaa4-e153591a513f service nova] Releasing lock "refresh_cache-380f640a-a595-47b8-89ac-33410c60d48f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.611030] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.716s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.611726] env[62295]: DEBUG nova.compute.manager [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1496.614479] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.648s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.614747] env[62295]: DEBUG nova.objects.instance [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lazy-loading 'resources' on Instance uuid 2f7db407-6f70-491e-bda9-1221dcf535e5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.670189] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524c524c-8de5-cbdd-3660-7f9bde371b57, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.670622] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.670892] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1496.671228] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.671424] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.671717] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1496.672089] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2542cb37-e1a8-4e81-9167-4d9b3f489f04 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.685161] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1496.685161] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1496.685161] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dac2bf2-c1d3-43b2-b0a1-3b19763369e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.691929] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1496.691929] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52de9953-b99a-b635-186c-d5434b8b8ecd" [ 1496.691929] env[62295]: _type = "Task" [ 1496.691929] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.701087] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52de9953-b99a-b635-186c-d5434b8b8ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.885064] env[62295]: DEBUG nova.compute.manager [None req-ac34fda2-71a1-4185-b362-807f76ad53ec tempest-ServersListShow296Test-1256353177 tempest-ServersListShow296Test-1256353177-project-member] [instance: 46cb7c42-7f3f-4191-8f1d-febdea3d64f9] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1496.967920] env[62295]: DEBUG oslo_vmware.api [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786554, 'name': PowerOffVM_Task, 'duration_secs': 0.224767} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.968233] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.968402] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1496.968739] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1950b7c8-7864-4ad6-904a-d34adae86567 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.041284] env[62295]: DEBUG oslo_vmware.api [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786555, 'name': PowerOffVM_Task, 'duration_secs': 0.223511} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.041538] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.041705] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.041963] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f05a024-e18b-4347-85df-618007a9a522 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.110050] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.110323] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.110689] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleting the datastore file [datastore1] 1f4943ad-817a-4307-8f54-af4259b1656d {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.110985] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c7f152e-d668-448e-a00c-d5ed7667abe4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.117759] env[62295]: DEBUG nova.compute.utils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1497.121188] env[62295]: DEBUG nova.compute.manager [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1497.121400] env[62295]: DEBUG nova.network.neutron [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1497.126973] env[62295]: DEBUG oslo_vmware.api [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1497.126973] env[62295]: value = "task-1786558" [ 1497.126973] env[62295]: _type = "Task" [ 1497.126973] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.128934] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.129164] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.129386] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleting the datastore file [datastore1] 7cc92005-410a-44ac-b7cd-c39e39a0bedf {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.133770] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79c68c70-0e4a-49a1-aa16-6e81e20e7401 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.143064] env[62295]: DEBUG oslo_vmware.api [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.144832] env[62295]: DEBUG oslo_vmware.api [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for the task: (returnval){ [ 1497.144832] env[62295]: value = "task-1786559" [ 1497.144832] env[62295]: _type = "Task" [ 1497.144832] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.154382] env[62295]: DEBUG oslo_vmware.api [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.200102] env[62295]: DEBUG nova.policy [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c75a726979b74158b43e022230c087c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e11a5c79b9498f8ddb9c905e8c99c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1497.210241] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52de9953-b99a-b635-186c-d5434b8b8ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.211259] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc6c8bf-d3b7-43d0-9186-fca3d08540e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.221380] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1497.221380] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52be6884-e8a3-be7f-0acc-5f0ba2ff92c9" [ 1497.221380] env[62295]: _type = "Task" [ 1497.221380] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.230080] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52be6884-e8a3-be7f-0acc-5f0ba2ff92c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.394186] env[62295]: DEBUG nova.compute.manager [None req-ac34fda2-71a1-4185-b362-807f76ad53ec tempest-ServersListShow296Test-1256353177 tempest-ServersListShow296Test-1256353177-project-member] [instance: 46cb7c42-7f3f-4191-8f1d-febdea3d64f9] Instance disappeared before build. {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2440}} [ 1497.558347] env[62295]: DEBUG nova.network.neutron [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Successfully created port: 18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.572572] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76621d9c-e7fa-4b17-bf83-8cccf7d5a2da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.581171] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c2e0ad-dcbf-40c2-a918-1566076bf7cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.616242] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799f8143-43ee-4693-a60f-05edaf3ed86c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.623762] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ca8aba-f9a9-4b0f-8de9-9bad3a58ebf5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.629649] env[62295]: DEBUG nova.compute.manager [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1497.650918] env[62295]: DEBUG nova.compute.provider_tree [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.660709] env[62295]: DEBUG oslo_vmware.api [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160692} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.661207] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.661570] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1497.661770] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.661947] env[62295]: INFO nova.compute.manager [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1497.662212] env[62295]: DEBUG oslo.service.loopingcall [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.663620] env[62295]: DEBUG nova.compute.manager [-] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1497.663742] env[62295]: DEBUG nova.network.neutron [-] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.671540] env[62295]: DEBUG oslo_vmware.api [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Task: {'id': task-1786559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155931} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.671799] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.671976] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1497.672240] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.672476] env[62295]: INFO nova.compute.manager [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1497.672818] env[62295]: DEBUG oslo.service.loopingcall [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.673033] env[62295]: DEBUG nova.compute.manager [-] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1497.673272] env[62295]: DEBUG nova.network.neutron [-] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.732999] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52be6884-e8a3-be7f-0acc-5f0ba2ff92c9, 'name': SearchDatastore_Task, 'duration_secs': 0.020378} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.733340] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.733566] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 380f640a-a595-47b8-89ac-33410c60d48f/380f640a-a595-47b8-89ac-33410c60d48f.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1497.733827] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4affe0ed-1c10-4999-a6f8-1f09c07ee3cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.742456] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1497.742456] env[62295]: value = "task-1786560" [ 1497.742456] env[62295]: _type = "Task" [ 1497.742456] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.752100] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.916312] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ac34fda2-71a1-4185-b362-807f76ad53ec tempest-ServersListShow296Test-1256353177 tempest-ServersListShow296Test-1256353177-project-member] Lock "46cb7c42-7f3f-4191-8f1d-febdea3d64f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.304s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.130705] env[62295]: DEBUG nova.compute.manager [req-cc994470-ebec-421e-84e2-2f75859ae6a8 req-bda9c5e4-9573-4f72-89ae-24f7eadd7c48 service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Received event network-vif-deleted-5af5b2ea-5a79-445a-b14a-3032e074a802 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1498.130927] env[62295]: INFO nova.compute.manager [req-cc994470-ebec-421e-84e2-2f75859ae6a8 req-bda9c5e4-9573-4f72-89ae-24f7eadd7c48 service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Neutron deleted interface 5af5b2ea-5a79-445a-b14a-3032e074a802; detaching it from the instance and deleting it from the info cache [ 1498.131333] env[62295]: DEBUG nova.network.neutron [req-cc994470-ebec-421e-84e2-2f75859ae6a8 req-bda9c5e4-9573-4f72-89ae-24f7eadd7c48 service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.195030] env[62295]: DEBUG nova.scheduler.client.report [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1498.195312] env[62295]: DEBUG nova.compute.provider_tree [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 67 to 68 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1498.195497] env[62295]: DEBUG nova.compute.provider_tree [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1498.254190] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786560, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.420021] env[62295]: DEBUG nova.compute.manager [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1498.593894] env[62295]: DEBUG nova.network.neutron [-] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.600086] env[62295]: DEBUG nova.network.neutron [-] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.634411] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62d83a09-232d-4b30-9e5b-c636d0401d66 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.642641] env[62295]: DEBUG nova.compute.manager [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1498.648835] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7d50b0-85d0-4a42-97fe-dd50c4aac027 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.667822] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1498.668095] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1498.668258] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.668439] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1498.668586] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.668730] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1498.668991] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1498.669210] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1498.669407] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1498.669579] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1498.669755] env[62295]: DEBUG nova.virt.hardware [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1498.670584] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4188b16-87d3-434c-b107-23b01cca60de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.683560] env[62295]: DEBUG nova.compute.manager [req-cc994470-ebec-421e-84e2-2f75859ae6a8 req-bda9c5e4-9573-4f72-89ae-24f7eadd7c48 service nova] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Detach interface failed, port_id=5af5b2ea-5a79-445a-b14a-3032e074a802, reason: Instance 1f4943ad-817a-4307-8f54-af4259b1656d could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1498.687201] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3845dab-e86c-4fdb-8a9c-408df0dae8ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.701723] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.704186] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.236s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.704424] env[62295]: DEBUG nova.objects.instance [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lazy-loading 'resources' on Instance uuid 3d6e0ca9-e07c-4a0b-a267-8056755c23b6 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.724165] env[62295]: INFO nova.scheduler.client.report [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted allocations for instance 2f7db407-6f70-491e-bda9-1221dcf535e5 [ 1498.754940] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527624} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.755280] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 380f640a-a595-47b8-89ac-33410c60d48f/380f640a-a595-47b8-89ac-33410c60d48f.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.755504] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1498.755748] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0308a151-e2c6-4742-8e31-4ab6b98f461b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.763405] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1498.763405] env[62295]: value = "task-1786561" [ 1498.763405] env[62295]: _type = "Task" [ 1498.763405] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.771656] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.939036] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.054352] env[62295]: DEBUG nova.compute.manager [req-4ad510d9-c971-4019-87cc-7389e869aaf7 req-08f76d88-e4b5-4d54-89e2-1492c5177d5b service nova] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Received event network-vif-plugged-18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1499.054733] env[62295]: DEBUG oslo_concurrency.lockutils [req-4ad510d9-c971-4019-87cc-7389e869aaf7 req-08f76d88-e4b5-4d54-89e2-1492c5177d5b service nova] Acquiring lock "89594c43-5e93-44e8-97dc-b31991b9c6da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.054981] env[62295]: DEBUG oslo_concurrency.lockutils [req-4ad510d9-c971-4019-87cc-7389e869aaf7 req-08f76d88-e4b5-4d54-89e2-1492c5177d5b service nova] Lock "89594c43-5e93-44e8-97dc-b31991b9c6da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.055177] env[62295]: DEBUG oslo_concurrency.lockutils [req-4ad510d9-c971-4019-87cc-7389e869aaf7 req-08f76d88-e4b5-4d54-89e2-1492c5177d5b service nova] Lock "89594c43-5e93-44e8-97dc-b31991b9c6da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.055391] env[62295]: DEBUG nova.compute.manager [req-4ad510d9-c971-4019-87cc-7389e869aaf7 req-08f76d88-e4b5-4d54-89e2-1492c5177d5b service nova] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] No waiting events found dispatching network-vif-plugged-18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1499.055505] env[62295]: WARNING nova.compute.manager [req-4ad510d9-c971-4019-87cc-7389e869aaf7 req-08f76d88-e4b5-4d54-89e2-1492c5177d5b service nova] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Received unexpected event network-vif-plugged-18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f for instance with vm_state building and task_state spawning. [ 1499.097067] env[62295]: INFO nova.compute.manager [-] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Took 1.43 seconds to deallocate network for instance. [ 1499.103245] env[62295]: INFO nova.compute.manager [-] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Took 1.43 seconds to deallocate network for instance. [ 1499.162044] env[62295]: DEBUG nova.network.neutron [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Successfully updated port: 18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1499.233938] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6ab4d5bf-177c-4291-9931-9fbebacc0fd5 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "2f7db407-6f70-491e-bda9-1221dcf535e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.113s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.276443] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071331} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.276773] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1499.277635] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e58b8d-5ea7-44a7-bf63-e9432fc3fea6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.304926] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 380f640a-a595-47b8-89ac-33410c60d48f/380f640a-a595-47b8-89ac-33410c60d48f.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.307021] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e159faea-1f5d-4ad4-8c04-0dc1b7452bcd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.328247] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1499.328247] env[62295]: value = "task-1786562" [ 1499.328247] env[62295]: _type = "Task" [ 1499.328247] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.341429] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.608837] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.610453] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.630389] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b60b76-5772-4a0e-918c-7919f0086a68 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.638632] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43ca408-cd4d-497c-887d-81ece0c5c836 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.669976] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "refresh_cache-89594c43-5e93-44e8-97dc-b31991b9c6da" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.670147] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired lock "refresh_cache-89594c43-5e93-44e8-97dc-b31991b9c6da" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.670309] env[62295]: DEBUG nova.network.neutron [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.672846] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685bce48-be0c-424c-b541-54e78e5c9f6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.681439] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4910ba-5cd6-47a1-9cdc-bd77142bf3d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.697416] env[62295]: DEBUG nova.compute.provider_tree [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.840438] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.158371] env[62295]: DEBUG nova.compute.manager [req-61905289-6d53-4584-bee1-4485ace03f11 req-c4ef7856-9982-4b4c-bc2e-948dc9ca8341 service nova] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Received event network-vif-deleted-41e46bdf-d260-40b3-ae62-70b8aa05bac6 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1500.204196] env[62295]: DEBUG nova.scheduler.client.report [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1500.209106] env[62295]: DEBUG nova.network.neutron [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.340781] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786562, 'name': ReconfigVM_Task, 'duration_secs': 0.704592} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.341103] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 380f640a-a595-47b8-89ac-33410c60d48f/380f640a-a595-47b8-89ac-33410c60d48f.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.341741] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7d62cb5-442d-44fa-a8ca-f27aa32d35a6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.349968] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1500.349968] env[62295]: value = "task-1786563" [ 1500.349968] env[62295]: _type = "Task" [ 1500.349968] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.359127] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786563, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.382955] env[62295]: DEBUG nova.network.neutron [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Updating instance_info_cache with network_info: [{"id": "18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f", "address": "fa:16:3e:fe:0a:d1", "network": {"id": "0c0594b8-960d-407f-98a3-511715440b92", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-10089948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e11a5c79b9498f8ddb9c905e8c99c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f6db1d-b5", "ovs_interfaceid": "18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.712559] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.714860] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.813s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.715109] env[62295]: DEBUG nova.objects.instance [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lazy-loading 'resources' on Instance uuid f84e306f-c755-4d0c-9930-de391861c0cc {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.730397] env[62295]: INFO nova.scheduler.client.report [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Deleted allocations for instance 3d6e0ca9-e07c-4a0b-a267-8056755c23b6 [ 1500.861718] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786563, 'name': Rename_Task, 'duration_secs': 0.139084} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.861718] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.861966] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f68fd27-dca1-4e0c-8af6-70db66325981 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.870287] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1500.870287] env[62295]: value = "task-1786564" [ 1500.870287] env[62295]: _type = "Task" [ 1500.870287] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.879189] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.886938] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Releasing lock "refresh_cache-89594c43-5e93-44e8-97dc-b31991b9c6da" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.887172] env[62295]: DEBUG nova.compute.manager [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Instance network_info: |[{"id": "18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f", "address": "fa:16:3e:fe:0a:d1", "network": {"id": "0c0594b8-960d-407f-98a3-511715440b92", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-10089948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e11a5c79b9498f8ddb9c905e8c99c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f6db1d-b5", "ovs_interfaceid": "18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1500.887622] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:0a:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.895881] env[62295]: DEBUG oslo.service.loopingcall [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.896152] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.896469] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a09826b-259c-4f46-a11e-b7149e8dde16 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.917521] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.917521] env[62295]: value = "task-1786565" [ 1500.917521] env[62295]: _type = "Task" [ 1500.917521] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.929645] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.929999] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.930222] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786565, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.079080] env[62295]: DEBUG nova.compute.manager [req-2e57289c-15e0-4b52-82d4-adce56de70b9 req-460abf9d-bdb9-47c7-bfb8-7e2d1932461b service nova] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Received event network-changed-18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1501.079080] env[62295]: DEBUG nova.compute.manager [req-2e57289c-15e0-4b52-82d4-adce56de70b9 req-460abf9d-bdb9-47c7-bfb8-7e2d1932461b service nova] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Refreshing instance network info cache due to event network-changed-18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1501.079227] env[62295]: DEBUG oslo_concurrency.lockutils [req-2e57289c-15e0-4b52-82d4-adce56de70b9 req-460abf9d-bdb9-47c7-bfb8-7e2d1932461b service nova] Acquiring lock "refresh_cache-89594c43-5e93-44e8-97dc-b31991b9c6da" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.079283] env[62295]: DEBUG oslo_concurrency.lockutils [req-2e57289c-15e0-4b52-82d4-adce56de70b9 req-460abf9d-bdb9-47c7-bfb8-7e2d1932461b service nova] Acquired lock "refresh_cache-89594c43-5e93-44e8-97dc-b31991b9c6da" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.079445] env[62295]: DEBUG nova.network.neutron [req-2e57289c-15e0-4b52-82d4-adce56de70b9 req-460abf9d-bdb9-47c7-bfb8-7e2d1932461b service nova] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Refreshing network info cache for port 18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.239083] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b3468032-6228-468a-a262-f6210732f62a tempest-FloatingIPsAssociationTestJSON-1060541472 tempest-FloatingIPsAssociationTestJSON-1060541472-project-member] Lock "3d6e0ca9-e07c-4a0b-a267-8056755c23b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.065s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.383139] env[62295]: DEBUG oslo_vmware.api [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786564, 'name': PowerOnVM_Task, 'duration_secs': 0.455977} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.383422] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.383621] env[62295]: INFO nova.compute.manager [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1501.383816] env[62295]: DEBUG nova.compute.manager [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1501.384727] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c165dec2-bf19-4c76-bba3-792e25c8eb43 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.430439] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786565, 'name': CreateVM_Task, 'duration_secs': 0.380991} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.433709] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.436309] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.437220] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.437659] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.439418] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f44d60-17ff-4613-b2cf-de39cf04f4e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.448033] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1501.448033] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526e7ae8-0571-d2c2-4d52-0cf371748682" [ 1501.448033] env[62295]: _type = "Task" [ 1501.448033] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.463708] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526e7ae8-0571-d2c2-4d52-0cf371748682, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.463708] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.463708] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.463708] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.463946] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.463946] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.464060] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce8e9aeb-3641-47c8-b6eb-e7563c551d11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.473549] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.473738] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.474789] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38835db3-7ab5-4504-a2f2-ce424bae7aff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.481057] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1501.481057] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52232283-130d-7ccf-2e54-dec49540f3b4" [ 1501.481057] env[62295]: _type = "Task" [ 1501.481057] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.492321] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52232283-130d-7ccf-2e54-dec49540f3b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008527} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.493297] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc3672b-d367-48f7-ae40-b095e3845f36 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.501139] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1501.501139] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521995ff-7782-1abf-5c10-553f716b19a0" [ 1501.501139] env[62295]: _type = "Task" [ 1501.501139] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.509889] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521995ff-7782-1abf-5c10-553f716b19a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.643481] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18eb1ef-3d46-45f9-9845-a8af10628e63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.652371] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5366a6d3-478d-49cc-b2a9-310961564cb7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.686694] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5161aceb-9a4a-44a5-bd5e-d563370899e4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.694928] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6f8f0-6ae8-4de1-b197-9ef1d199c7dd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.708870] env[62295]: DEBUG nova.compute.provider_tree [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.908813] env[62295]: INFO nova.compute.manager [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Took 45.94 seconds to build instance. [ 1502.014217] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521995ff-7782-1abf-5c10-553f716b19a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.014476] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.014728] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 89594c43-5e93-44e8-97dc-b31991b9c6da/89594c43-5e93-44e8-97dc-b31991b9c6da.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1502.014982] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d8776dc-8bcf-4418-a0bc-96c95df67219 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.023831] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1502.023831] env[62295]: value = "task-1786566" [ 1502.023831] env[62295]: _type = "Task" [ 1502.023831] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.034267] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.078792] env[62295]: DEBUG nova.network.neutron [req-2e57289c-15e0-4b52-82d4-adce56de70b9 req-460abf9d-bdb9-47c7-bfb8-7e2d1932461b service nova] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Updated VIF entry in instance network info cache for port 18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.079241] env[62295]: DEBUG nova.network.neutron [req-2e57289c-15e0-4b52-82d4-adce56de70b9 req-460abf9d-bdb9-47c7-bfb8-7e2d1932461b service nova] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Updating instance_info_cache with network_info: [{"id": "18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f", "address": "fa:16:3e:fe:0a:d1", "network": {"id": "0c0594b8-960d-407f-98a3-511715440b92", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-10089948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e11a5c79b9498f8ddb9c905e8c99c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f6db1d-b5", "ovs_interfaceid": "18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.212864] env[62295]: DEBUG nova.scheduler.client.report [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1502.412941] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4079fbd4-ceb9-4d96-b685-27c02b5ecb69 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "380f640a-a595-47b8-89ac-33410c60d48f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.075s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.534425] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509416} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.534703] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 89594c43-5e93-44e8-97dc-b31991b9c6da/89594c43-5e93-44e8-97dc-b31991b9c6da.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1502.534940] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1502.535313] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f52b051e-fb37-4f2a-a709-38ca608216e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.543394] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1502.543394] env[62295]: value = "task-1786567" [ 1502.543394] env[62295]: _type = "Task" [ 1502.543394] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.554637] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.582921] env[62295]: DEBUG oslo_concurrency.lockutils [req-2e57289c-15e0-4b52-82d4-adce56de70b9 req-460abf9d-bdb9-47c7-bfb8-7e2d1932461b service nova] Releasing lock "refresh_cache-89594c43-5e93-44e8-97dc-b31991b9c6da" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.720984] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.722967] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.018s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.724178] env[62295]: INFO nova.compute.claims [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.745991] env[62295]: INFO nova.scheduler.client.report [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Deleted allocations for instance f84e306f-c755-4d0c-9930-de391861c0cc [ 1502.916644] env[62295]: DEBUG nova.compute.manager [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1502.932649] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "380f640a-a595-47b8-89ac-33410c60d48f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.932970] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "380f640a-a595-47b8-89ac-33410c60d48f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.933204] env[62295]: DEBUG nova.compute.manager [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1502.934488] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329698b8-7d68-47d3-a72b-af20a2c55c07 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.941922] env[62295]: DEBUG nova.compute.manager [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1502.942527] env[62295]: DEBUG nova.objects.instance [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lazy-loading 'flavor' on Instance uuid 380f640a-a595-47b8-89ac-33410c60d48f {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.057152] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070349} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.057152] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.057152] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f893c455-5206-40cf-8def-38919acd7a4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.082645] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 89594c43-5e93-44e8-97dc-b31991b9c6da/89594c43-5e93-44e8-97dc-b31991b9c6da.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.082966] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27526f6-45e4-4675-bb49-048b25f1f350 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.109729] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1503.109729] env[62295]: value = "task-1786568" [ 1503.109729] env[62295]: _type = "Task" [ 1503.109729] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.120419] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.254637] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8964779-e4db-48ce-b025-103b417e3515 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069 tempest-FloatingIPsAssociationNegativeTestJSON-1979888069-project-member] Lock "f84e306f-c755-4d0c-9930-de391861c0cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.866s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.441703] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.446976] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.447282] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cc376f4-b2f7-47b4-9cd7-aa06ec6cec91 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.456204] env[62295]: DEBUG oslo_vmware.api [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1503.456204] env[62295]: value = "task-1786569" [ 1503.456204] env[62295]: _type = "Task" [ 1503.456204] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.468876] env[62295]: DEBUG oslo_vmware.api [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.622439] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786568, 'name': ReconfigVM_Task, 'duration_secs': 0.431339} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.622439] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 89594c43-5e93-44e8-97dc-b31991b9c6da/89594c43-5e93-44e8-97dc-b31991b9c6da.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.622439] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69a59c9d-fa42-48ef-bf4f-801fcbac4632 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.629114] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1503.629114] env[62295]: value = "task-1786570" [ 1503.629114] env[62295]: _type = "Task" [ 1503.629114] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.639047] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786570, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.966349] env[62295]: DEBUG oslo_vmware.api [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786569, 'name': PowerOffVM_Task, 'duration_secs': 0.19341} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.968961] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.969164] env[62295]: DEBUG nova.compute.manager [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1503.970699] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8c7e6f-95a3-4304-b3eb-3b82eb31e48e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.144987] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786570, 'name': Rename_Task, 'duration_secs': 0.174551} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.145543] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1504.145677] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2905ae07-7cd2-4168-8599-b674e3605101 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.159303] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1504.159303] env[62295]: value = "task-1786571" [ 1504.159303] env[62295]: _type = "Task" [ 1504.159303] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.167826] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.183133] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d0756-e586-4f10-b438-a7ee0f0e4131 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.191735] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2dce70-46a4-488f-bdd6-87f0bfb2d893 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.226056] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfe53aa-7ee5-495d-a063-2848f9f86be1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.234600] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d68b86-4e94-4f54-bf83-55f8f168d024 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.251242] env[62295]: DEBUG nova.compute.provider_tree [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.485014] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c4eb928-b67d-4870-b1b1-a00130e88ee7 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "380f640a-a595-47b8-89ac-33410c60d48f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.670841] env[62295]: DEBUG oslo_vmware.api [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786571, 'name': PowerOnVM_Task, 'duration_secs': 0.479092} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.671236] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1504.671378] env[62295]: INFO nova.compute.manager [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Took 6.03 seconds to spawn the instance on the hypervisor. [ 1504.671558] env[62295]: DEBUG nova.compute.manager [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1504.672591] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a340c746-6a64-429d-a352-a2f45757c7be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.754793] env[62295]: DEBUG nova.scheduler.client.report [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1505.194387] env[62295]: INFO nova.compute.manager [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Took 47.29 seconds to build instance. [ 1505.259770] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.260311] env[62295]: DEBUG nova.compute.manager [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1505.263386] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.221s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.266230] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.266230] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1505.266230] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.471s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.266230] env[62295]: INFO nova.compute.claims [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.271131] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12871ad-5e39-4833-9272-b38dc021142b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.280593] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9424aefd-c08a-42f0-a7ad-0c515fb6d88b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.295761] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980e6eec-0b2b-43d8-8ea9-1e6df926fe24 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.303923] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a886825-8959-4653-b8bc-938f38acb5cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.339155] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179589MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1505.340098] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.696646] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4cf57139-65d4-4814-8dd3-b13e9436b4fd tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "89594c43-5e93-44e8-97dc-b31991b9c6da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.564s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.777377] env[62295]: DEBUG nova.compute.utils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1505.781489] env[62295]: DEBUG nova.compute.manager [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1505.781791] env[62295]: DEBUG nova.network.neutron [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1505.891923] env[62295]: DEBUG nova.policy [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddae2cf74ba34bd2b990faae226db7e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1d9216fd0b4428db9ebc2ddecaa6d46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1506.203227] env[62295]: DEBUG nova.compute.manager [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1506.282567] env[62295]: DEBUG nova.compute.manager [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1506.401854] env[62295]: DEBUG nova.network.neutron [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Successfully created port: 99047172-3a32-4f1b-8f89-64f61b182788 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.430331] env[62295]: DEBUG nova.compute.manager [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1506.431251] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461195d9-0d05-4f89-93df-46d78cdf3f74 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.731438] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.760117] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c87051-6034-4c44-a081-8f9b61b9ed7f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.777599] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de47e68-a1a0-404d-8b6e-1b114b36ec10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.818444] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de821b5c-3e54-4959-bed7-cb49efa9822c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.827431] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f23096-48a8-4290-902c-c97fc2f3e872 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.847185] env[62295]: DEBUG nova.compute.provider_tree [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.946793] env[62295]: INFO nova.compute.manager [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] instance snapshotting [ 1506.947696] env[62295]: WARNING nova.compute.manager [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1506.950049] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dfb563-8629-4eb5-a9d8-458692a45441 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.978072] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1141ab84-2d25-439d-8a43-f0cc7943f4ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.273320] env[62295]: DEBUG nova.compute.manager [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1507.276303] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8df92e-e93f-4cbb-8bee-7b387e9825a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.320941] env[62295]: DEBUG nova.compute.manager [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1507.349892] env[62295]: DEBUG nova.scheduler.client.report [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1507.359955] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1507.360299] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1507.360494] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.360728] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1507.360914] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.361371] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1507.361798] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1507.362010] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1507.362838] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1507.362838] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1507.362838] env[62295]: DEBUG nova.virt.hardware [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1507.364040] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a32b24-e429-4ff0-a684-545f1aff76d8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.375402] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47e176c-73f8-4d4a-b5d5-15c3dda3a8b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.490478] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1507.490929] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fa1076eb-333c-4897-86b3-9ea0a6cf41ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.500370] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1507.500370] env[62295]: value = "task-1786572" [ 1507.500370] env[62295]: _type = "Task" [ 1507.500370] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.512618] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786572, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.790755] env[62295]: INFO nova.compute.manager [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] instance snapshotting [ 1507.799014] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf576f39-829d-44cc-a757-604ebb4deb6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.819761] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3678d8ce-440a-4e0b-8f46-fc959059db43 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.859366] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.859366] env[62295]: DEBUG nova.compute.manager [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1507.864962] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.048s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.864962] env[62295]: DEBUG nova.objects.instance [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lazy-loading 'resources' on Instance uuid 9d16b26f-0eba-430d-83f5-9de7942717c7 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.014279] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786572, 'name': CreateSnapshot_Task, 'duration_secs': 0.461277} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.014481] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1508.015600] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ee9900-5ed3-4030-9e51-f250c797a39c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.140714] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.140907] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.187849] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "4902d062-ca11-4dd3-8746-f2512154d6b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.188099] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "4902d062-ca11-4dd3-8746-f2512154d6b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.232981] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "1079ffe9-8c94-4075-89e2-161338ab43ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.233469] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1079ffe9-8c94-4075-89e2-161338ab43ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.266223] env[62295]: DEBUG nova.compute.manager [req-2b525d24-3a14-4f91-8216-6cfd01be9a9d req-943479bc-f1b7-4d50-baa1-659e994cb4cd service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Received event network-vif-plugged-99047172-3a32-4f1b-8f89-64f61b182788 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.266223] env[62295]: DEBUG oslo_concurrency.lockutils [req-2b525d24-3a14-4f91-8216-6cfd01be9a9d req-943479bc-f1b7-4d50-baa1-659e994cb4cd service nova] Acquiring lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.266223] env[62295]: DEBUG oslo_concurrency.lockutils [req-2b525d24-3a14-4f91-8216-6cfd01be9a9d req-943479bc-f1b7-4d50-baa1-659e994cb4cd service nova] Lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.266223] env[62295]: DEBUG oslo_concurrency.lockutils [req-2b525d24-3a14-4f91-8216-6cfd01be9a9d req-943479bc-f1b7-4d50-baa1-659e994cb4cd service nova] Lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.266223] env[62295]: DEBUG nova.compute.manager [req-2b525d24-3a14-4f91-8216-6cfd01be9a9d req-943479bc-f1b7-4d50-baa1-659e994cb4cd service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] No waiting events found dispatching network-vif-plugged-99047172-3a32-4f1b-8f89-64f61b182788 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1508.266681] env[62295]: WARNING nova.compute.manager [req-2b525d24-3a14-4f91-8216-6cfd01be9a9d req-943479bc-f1b7-4d50-baa1-659e994cb4cd service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Received unexpected event network-vif-plugged-99047172-3a32-4f1b-8f89-64f61b182788 for instance with vm_state building and task_state spawning. [ 1508.332180] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1508.332843] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48aa007e-9e06-4de9-89eb-c73b4870ed80 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.344932] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1508.344932] env[62295]: value = "task-1786573" [ 1508.344932] env[62295]: _type = "Task" [ 1508.344932] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.346643] env[62295]: DEBUG nova.network.neutron [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Successfully updated port: 99047172-3a32-4f1b-8f89-64f61b182788 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.368168] env[62295]: DEBUG nova.compute.utils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1508.369983] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786573, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.373583] env[62295]: DEBUG nova.compute.manager [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1508.373794] env[62295]: DEBUG nova.network.neutron [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1508.438490] env[62295]: DEBUG nova.policy [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddae2cf74ba34bd2b990faae226db7e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1d9216fd0b4428db9ebc2ddecaa6d46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1508.538906] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1508.540219] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c007c4d-3611-4112-9909-ac39f4d1e338 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.555138] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1508.555138] env[62295]: value = "task-1786574" [ 1508.555138] env[62295]: _type = "Task" [ 1508.555138] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.566534] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786574, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.851402] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "refresh_cache-edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.851497] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired lock "refresh_cache-edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.851662] env[62295]: DEBUG nova.network.neutron [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.869531] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786573, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.870485] env[62295]: DEBUG nova.network.neutron [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Successfully created port: e0100ae7-fef6-4a66-9bf3-c238f0c87eaf {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1508.877198] env[62295]: DEBUG nova.compute.manager [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1508.970009] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53a73a1-685d-474d-9fb2-64de804439f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.979394] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285dfe78-8bbf-428d-bb7e-7a90702f4968 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.023428] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee7d99b-2507-41ec-a1e7-756b81094068 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.032917] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3725a801-0ca5-4e90-989b-9a0db4f3b9ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.049510] env[62295]: DEBUG nova.compute.provider_tree [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.068191] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786574, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.126314] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquiring lock "ce3060b2-46cd-4893-8e4a-252baeaa1104" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.126573] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lock "ce3060b2-46cd-4893-8e4a-252baeaa1104" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.367807] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786573, 'name': CreateSnapshot_Task, 'duration_secs': 0.805392} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.368334] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1509.370554] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00fce36-3335-4b2f-8203-150e871e7a4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.406997] env[62295]: DEBUG nova.network.neutron [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.555023] env[62295]: DEBUG nova.scheduler.client.report [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1509.574854] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786574, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.605687] env[62295]: DEBUG nova.network.neutron [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Updating instance_info_cache with network_info: [{"id": "99047172-3a32-4f1b-8f89-64f61b182788", "address": "fa:16:3e:bc:de:f3", "network": {"id": "0e8bea86-9c23-41bb-9bd7-edf25f318dfe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1296545360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d9216fd0b4428db9ebc2ddecaa6d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99047172-3a", "ovs_interfaceid": "99047172-3a32-4f1b-8f89-64f61b182788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.888619] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1509.889237] env[62295]: DEBUG nova.compute.manager [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1509.891266] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f0e200b-b67a-4cb3-9d0e-e1e29ad96094 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.901845] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1509.901845] env[62295]: value = "task-1786575" [ 1509.901845] env[62295]: _type = "Task" [ 1509.901845] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.911356] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786575, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.926050] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1509.926310] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1509.926470] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1509.926652] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1509.926796] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1509.926941] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1509.927234] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1509.927411] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1509.927573] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1509.927735] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1509.927907] env[62295]: DEBUG nova.virt.hardware [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1509.928812] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76394e34-d458-4c17-992a-19d7d42ebe09 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.937582] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71edce8d-3314-4a24-8f33-9283b756fac2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.061158] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.064057] env[62295]: DEBUG oslo_concurrency.lockutils [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.232s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.064057] env[62295]: DEBUG nova.objects.instance [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lazy-loading 'resources' on Instance uuid 7c309611-0761-44d2-9e85-7cfc19e38f2e {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.082315] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786574, 'name': CloneVM_Task, 'duration_secs': 1.397927} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.082315] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Created linked-clone VM from snapshot [ 1510.082315] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7517a142-ef36-4739-931d-7cf38d1febf1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.095403] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Uploading image 86c2b92c-3cf6-4af9-87ae-152b2ad16d8f {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1510.098326] env[62295]: INFO nova.scheduler.client.report [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Deleted allocations for instance 9d16b26f-0eba-430d-83f5-9de7942717c7 [ 1510.108640] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Releasing lock "refresh_cache-edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.108751] env[62295]: DEBUG nova.compute.manager [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Instance network_info: |[{"id": "99047172-3a32-4f1b-8f89-64f61b182788", "address": "fa:16:3e:bc:de:f3", "network": {"id": "0e8bea86-9c23-41bb-9bd7-edf25f318dfe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1296545360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d9216fd0b4428db9ebc2ddecaa6d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99047172-3a", "ovs_interfaceid": "99047172-3a32-4f1b-8f89-64f61b182788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1510.109495] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:de:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99047172-3a32-4f1b-8f89-64f61b182788', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.117887] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Creating folder: Project (b1d9216fd0b4428db9ebc2ddecaa6d46). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.117887] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0deaee6-4388-41de-9f39-af5c0d420fa0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.131264] env[62295]: DEBUG oslo_vmware.rw_handles [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1510.131264] env[62295]: value = "vm-370704" [ 1510.131264] env[62295]: _type = "VirtualMachine" [ 1510.131264] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1510.131264] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6dbc4751-1dfa-4122-9ae9-d0972b18d1c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.134107] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Created folder: Project (b1d9216fd0b4428db9ebc2ddecaa6d46) in parent group-v370569. [ 1510.134613] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Creating folder: Instances. Parent ref: group-v370707. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.137628] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ae88e4f-f894-4708-a858-cc1e7b6757f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.140787] env[62295]: DEBUG oslo_vmware.rw_handles [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lease: (returnval){ [ 1510.140787] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a8aafb-ef75-731d-b7ac-d5f9a9b1cc79" [ 1510.140787] env[62295]: _type = "HttpNfcLease" [ 1510.140787] env[62295]: } obtained for exporting VM: (result){ [ 1510.140787] env[62295]: value = "vm-370704" [ 1510.140787] env[62295]: _type = "VirtualMachine" [ 1510.140787] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1510.141074] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the lease: (returnval){ [ 1510.141074] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a8aafb-ef75-731d-b7ac-d5f9a9b1cc79" [ 1510.141074] env[62295]: _type = "HttpNfcLease" [ 1510.141074] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1510.148845] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1510.148845] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a8aafb-ef75-731d-b7ac-d5f9a9b1cc79" [ 1510.148845] env[62295]: _type = "HttpNfcLease" [ 1510.148845] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1510.152052] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Created folder: Instances in parent group-v370707. [ 1510.152336] env[62295]: DEBUG oslo.service.loopingcall [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.152621] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.153323] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c6ef496-9c98-4e2e-a0a0-efe41ddd781e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.179394] env[62295]: DEBUG oslo_concurrency.lockutils [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "a64890a7-59d3-4139-b8d0-72e03f26546c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.179568] env[62295]: DEBUG oslo_concurrency.lockutils [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.179695] env[62295]: DEBUG nova.compute.manager [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1510.181074] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a57619-c2b4-44b8-b81e-d37d5681d284 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.197717] env[62295]: DEBUG nova.compute.manager [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1510.198493] env[62295]: DEBUG nova.objects.instance [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'flavor' on Instance uuid a64890a7-59d3-4139-b8d0-72e03f26546c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.199578] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.199578] env[62295]: value = "task-1786579" [ 1510.199578] env[62295]: _type = "Task" [ 1510.199578] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.209669] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786579, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.290851] env[62295]: DEBUG nova.compute.manager [req-f3c0d110-5c64-4e50-968c-aa8a40a3d46f req-213f5e0b-0ea9-4178-ac09-e00cdb41b92d service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Received event network-changed-99047172-3a32-4f1b-8f89-64f61b182788 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1510.292885] env[62295]: DEBUG nova.compute.manager [req-f3c0d110-5c64-4e50-968c-aa8a40a3d46f req-213f5e0b-0ea9-4178-ac09-e00cdb41b92d service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Refreshing instance network info cache due to event network-changed-99047172-3a32-4f1b-8f89-64f61b182788. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1510.293151] env[62295]: DEBUG oslo_concurrency.lockutils [req-f3c0d110-5c64-4e50-968c-aa8a40a3d46f req-213f5e0b-0ea9-4178-ac09-e00cdb41b92d service nova] Acquiring lock "refresh_cache-edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.293382] env[62295]: DEBUG oslo_concurrency.lockutils [req-f3c0d110-5c64-4e50-968c-aa8a40a3d46f req-213f5e0b-0ea9-4178-ac09-e00cdb41b92d service nova] Acquired lock "refresh_cache-edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.293618] env[62295]: DEBUG nova.network.neutron [req-f3c0d110-5c64-4e50-968c-aa8a40a3d46f req-213f5e0b-0ea9-4178-ac09-e00cdb41b92d service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Refreshing network info cache for port 99047172-3a32-4f1b-8f89-64f61b182788 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.412786] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786575, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.559959] env[62295]: DEBUG nova.network.neutron [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Successfully updated port: e0100ae7-fef6-4a66-9bf3-c238f0c87eaf {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1510.608607] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4aadefee-0a12-41f9-b84c-5f0e03cad8b4 tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "9d16b26f-0eba-430d-83f5-9de7942717c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.534s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.654137] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1510.654137] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a8aafb-ef75-731d-b7ac-d5f9a9b1cc79" [ 1510.654137] env[62295]: _type = "HttpNfcLease" [ 1510.654137] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1510.657819] env[62295]: DEBUG oslo_vmware.rw_handles [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1510.657819] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a8aafb-ef75-731d-b7ac-d5f9a9b1cc79" [ 1510.657819] env[62295]: _type = "HttpNfcLease" [ 1510.657819] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1510.659283] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fff388-9b63-4d67-b75c-7f9fb5ab55f4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.669746] env[62295]: DEBUG oslo_vmware.rw_handles [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0fe1-7c2a-e909-dca1-f21269a14903/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1510.669942] env[62295]: DEBUG oslo_vmware.rw_handles [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0fe1-7c2a-e909-dca1-f21269a14903/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1510.736774] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.738211] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4019a366-4b73-4fda-a318-73424cb1be3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.747886] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786579, 'name': CreateVM_Task, 'duration_secs': 0.432181} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.751839] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.752231] env[62295]: DEBUG oslo_vmware.api [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1510.752231] env[62295]: value = "task-1786580" [ 1510.752231] env[62295]: _type = "Task" [ 1510.752231] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.753420] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.753598] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.754057] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.754404] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69047e5e-e571-4ff4-8e06-521854411be6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.767053] env[62295]: DEBUG oslo_vmware.api [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.771453] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1510.771453] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523f483b-a288-0b55-24e9-66e2c1d8aca9" [ 1510.771453] env[62295]: _type = "Task" [ 1510.771453] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.777486] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f776b5c-9cbe-484b-ab8a-7fbf326e9f31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.786326] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523f483b-a288-0b55-24e9-66e2c1d8aca9, 'name': SearchDatastore_Task, 'duration_secs': 0.013038} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.790144] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.790440] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.790613] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.790793] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.790986] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.793230] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e874e5ee-388e-4a98-8230-ced00400b98f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.805967] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.806203] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1510.807169] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4581f9fb-7aed-41e4-9f6a-408e1383b6c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.825232] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1510.825232] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52db6c87-1f63-a928-c532-d1d3a219db3e" [ 1510.825232] env[62295]: _type = "Task" [ 1510.825232] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.841245] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52db6c87-1f63-a928-c532-d1d3a219db3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.920400] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786575, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.064449] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "refresh_cache-08f2197d-f2d5-4a22-82ce-a253bb23ac71" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.064605] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired lock "refresh_cache-08f2197d-f2d5-4a22-82ce-a253bb23ac71" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.064756] env[62295]: DEBUG nova.network.neutron [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.180008] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc903dd-6adf-4f2a-8006-3908f7427c65 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.196736] env[62295]: DEBUG nova.network.neutron [req-f3c0d110-5c64-4e50-968c-aa8a40a3d46f req-213f5e0b-0ea9-4178-ac09-e00cdb41b92d service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Updated VIF entry in instance network info cache for port 99047172-3a32-4f1b-8f89-64f61b182788. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.197302] env[62295]: DEBUG nova.network.neutron [req-f3c0d110-5c64-4e50-968c-aa8a40a3d46f req-213f5e0b-0ea9-4178-ac09-e00cdb41b92d service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Updating instance_info_cache with network_info: [{"id": "99047172-3a32-4f1b-8f89-64f61b182788", "address": "fa:16:3e:bc:de:f3", "network": {"id": "0e8bea86-9c23-41bb-9bd7-edf25f318dfe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1296545360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d9216fd0b4428db9ebc2ddecaa6d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99047172-3a", "ovs_interfaceid": "99047172-3a32-4f1b-8f89-64f61b182788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.202531] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8341534-4769-42d5-a41f-8cecee664db8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.242150] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00587a4c-916a-48cd-a14d-5080ea562ab3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.252029] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778b8d97-b514-41dc-bc5b-169aae8a9c01 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.266669] env[62295]: DEBUG oslo_vmware.api [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786580, 'name': PowerOffVM_Task, 'duration_secs': 0.386463} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.275685] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.275962] env[62295]: DEBUG nova.compute.manager [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1511.277234] env[62295]: DEBUG nova.compute.provider_tree [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.279519] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa5f03c-297f-4988-9224-ac63199cb245 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.336789] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52db6c87-1f63-a928-c532-d1d3a219db3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.338763] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a1995f-8d07-43c8-84a5-5a53186b7e1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.346281] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1511.346281] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520e1e69-1bcd-a3d7-8e35-974c3f4c6c2d" [ 1511.346281] env[62295]: _type = "Task" [ 1511.346281] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.357596] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520e1e69-1bcd-a3d7-8e35-974c3f4c6c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.415357] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786575, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.611294] env[62295]: DEBUG nova.network.neutron [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.702527] env[62295]: DEBUG oslo_concurrency.lockutils [req-f3c0d110-5c64-4e50-968c-aa8a40a3d46f req-213f5e0b-0ea9-4178-ac09-e00cdb41b92d service nova] Releasing lock "refresh_cache-edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.783783] env[62295]: DEBUG nova.scheduler.client.report [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1511.794371] env[62295]: DEBUG oslo_concurrency.lockutils [None req-caba02df-3c41-470b-925c-4a080b5f3be2 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.615s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.827653] env[62295]: DEBUG nova.network.neutron [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Updating instance_info_cache with network_info: [{"id": "e0100ae7-fef6-4a66-9bf3-c238f0c87eaf", "address": "fa:16:3e:c3:8f:c9", "network": {"id": "0e8bea86-9c23-41bb-9bd7-edf25f318dfe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1296545360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d9216fd0b4428db9ebc2ddecaa6d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0100ae7-fe", "ovs_interfaceid": "e0100ae7-fef6-4a66-9bf3-c238f0c87eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.859210] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520e1e69-1bcd-a3d7-8e35-974c3f4c6c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.859818] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.860262] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] edc685d0-d961-4aa0-aeb1-f7b9897a5dbd/edc685d0-d961-4aa0-aeb1-f7b9897a5dbd.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.861413] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b93c91e8-b363-479f-85c4-2081320ba69e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.872642] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1511.872642] env[62295]: value = "task-1786581" [ 1511.872642] env[62295]: _type = "Task" [ 1511.872642] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.886241] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.918236] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786575, 'name': CloneVM_Task, 'duration_secs': 1.674813} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.918699] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Created linked-clone VM from snapshot [ 1511.919743] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106641aa-b7fa-4d1c-90af-29213f9ea562 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.928733] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Uploading image 0ffb3202-353d-4012-b0b1-78e85f0c2161 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1511.944765] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1511.945355] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-13aba74e-2a60-4408-ac43-5f79136d11ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.955382] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1511.955382] env[62295]: value = "task-1786582" [ 1511.955382] env[62295]: _type = "Task" [ 1511.955382] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.967854] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786582, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.289629] env[62295]: DEBUG oslo_concurrency.lockutils [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.294035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.526s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.295726] env[62295]: INFO nova.compute.claims [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1512.316288] env[62295]: INFO nova.scheduler.client.report [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Deleted allocations for instance 7c309611-0761-44d2-9e85-7cfc19e38f2e [ 1512.331034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Releasing lock "refresh_cache-08f2197d-f2d5-4a22-82ce-a253bb23ac71" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.331219] env[62295]: DEBUG nova.compute.manager [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Instance network_info: |[{"id": "e0100ae7-fef6-4a66-9bf3-c238f0c87eaf", "address": "fa:16:3e:c3:8f:c9", "network": {"id": "0e8bea86-9c23-41bb-9bd7-edf25f318dfe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1296545360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d9216fd0b4428db9ebc2ddecaa6d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0100ae7-fe", "ovs_interfaceid": "e0100ae7-fef6-4a66-9bf3-c238f0c87eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1512.331559] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:8f:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0100ae7-fef6-4a66-9bf3-c238f0c87eaf', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.346798] env[62295]: DEBUG oslo.service.loopingcall [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.349232] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.350125] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaaae054-91bd-47ea-85c1-ce384a7fb1b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.378018] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1512.378018] env[62295]: value = "task-1786583" [ 1512.378018] env[62295]: _type = "Task" [ 1512.378018] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.386695] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786581, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.395295] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786583, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.472900] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786582, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.491943] env[62295]: DEBUG nova.compute.manager [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Received event network-vif-plugged-e0100ae7-fef6-4a66-9bf3-c238f0c87eaf {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1512.492194] env[62295]: DEBUG oslo_concurrency.lockutils [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] Acquiring lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.492402] env[62295]: DEBUG oslo_concurrency.lockutils [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] Lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.492664] env[62295]: DEBUG oslo_concurrency.lockutils [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] Lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.492839] env[62295]: DEBUG nova.compute.manager [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] No waiting events found dispatching network-vif-plugged-e0100ae7-fef6-4a66-9bf3-c238f0c87eaf {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1512.493069] env[62295]: WARNING nova.compute.manager [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Received unexpected event network-vif-plugged-e0100ae7-fef6-4a66-9bf3-c238f0c87eaf for instance with vm_state building and task_state spawning. [ 1512.493274] env[62295]: DEBUG nova.compute.manager [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Received event network-changed-e0100ae7-fef6-4a66-9bf3-c238f0c87eaf {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1512.493533] env[62295]: DEBUG nova.compute.manager [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Refreshing instance network info cache due to event network-changed-e0100ae7-fef6-4a66-9bf3-c238f0c87eaf. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1512.493751] env[62295]: DEBUG oslo_concurrency.lockutils [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] Acquiring lock "refresh_cache-08f2197d-f2d5-4a22-82ce-a253bb23ac71" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.493880] env[62295]: DEBUG oslo_concurrency.lockutils [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] Acquired lock "refresh_cache-08f2197d-f2d5-4a22-82ce-a253bb23ac71" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.494075] env[62295]: DEBUG nova.network.neutron [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Refreshing network info cache for port e0100ae7-fef6-4a66-9bf3-c238f0c87eaf {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.624308] env[62295]: DEBUG oslo_concurrency.lockutils [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "66cf1b6b-808a-4fa3-9535-801f067229c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.624743] env[62295]: DEBUG oslo_concurrency.lockutils [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "66cf1b6b-808a-4fa3-9535-801f067229c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.625163] env[62295]: DEBUG oslo_concurrency.lockutils [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "66cf1b6b-808a-4fa3-9535-801f067229c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.626495] env[62295]: DEBUG oslo_concurrency.lockutils [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "66cf1b6b-808a-4fa3-9535-801f067229c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.626735] env[62295]: DEBUG oslo_concurrency.lockutils [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "66cf1b6b-808a-4fa3-9535-801f067229c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.632057] env[62295]: INFO nova.compute.manager [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Terminating instance [ 1512.636021] env[62295]: DEBUG nova.compute.manager [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1512.636021] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.636515] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64863e2e-549f-4fd4-9873-6def024ae614 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.648375] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.648681] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23a16890-995f-49b7-8f56-431aa6887b66 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.662027] env[62295]: DEBUG oslo_vmware.api [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1512.662027] env[62295]: value = "task-1786584" [ 1512.662027] env[62295]: _type = "Task" [ 1512.662027] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.675953] env[62295]: DEBUG oslo_vmware.api [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.775581] env[62295]: DEBUG nova.objects.instance [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'flavor' on Instance uuid a64890a7-59d3-4139-b8d0-72e03f26546c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.826970] env[62295]: DEBUG oslo_concurrency.lockutils [None req-35e3da91-88c7-47c0-a8e1-360d04a959aa tempest-VolumesAssistedSnapshotsTest-1018093401 tempest-VolumesAssistedSnapshotsTest-1018093401-project-member] Lock "7c309611-0761-44d2-9e85-7cfc19e38f2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.717s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.888776] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726162} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.889588] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] edc685d0-d961-4aa0-aeb1-f7b9897a5dbd/edc685d0-d961-4aa0-aeb1-f7b9897a5dbd.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1512.889822] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1512.890104] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ef33ce5-b7ab-43c1-a9df-dd9b78e9beb8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.895501] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786583, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.902030] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1512.902030] env[62295]: value = "task-1786585" [ 1512.902030] env[62295]: _type = "Task" [ 1512.902030] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.912522] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.969565] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786582, 'name': Destroy_Task, 'duration_secs': 0.787961} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.969669] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Destroyed the VM [ 1512.969941] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1512.970341] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d58a9291-dd4a-4026-98f0-42df6687ce06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.982469] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1512.982469] env[62295]: value = "task-1786586" [ 1512.982469] env[62295]: _type = "Task" [ 1512.982469] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.994493] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786586, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.172926] env[62295]: DEBUG oslo_vmware.api [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786584, 'name': PowerOffVM_Task, 'duration_secs': 0.278042} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.176123] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.176393] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1513.176755] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e289a580-2024-43e8-a37f-e4b44b4b898e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.281399] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.281621] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.281803] env[62295]: DEBUG nova.network.neutron [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1513.281979] env[62295]: DEBUG nova.objects.instance [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'info_cache' on Instance uuid a64890a7-59d3-4139-b8d0-72e03f26546c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.340408] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1513.340720] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1513.341018] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Deleting the datastore file [datastore1] 66cf1b6b-808a-4fa3-9535-801f067229c3 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.341265] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76f92fc8-105b-4e3e-b990-52c23e21fd62 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.353901] env[62295]: DEBUG oslo_vmware.api [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for the task: (returnval){ [ 1513.353901] env[62295]: value = "task-1786588" [ 1513.353901] env[62295]: _type = "Task" [ 1513.353901] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.358220] env[62295]: DEBUG nova.network.neutron [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Updated VIF entry in instance network info cache for port e0100ae7-fef6-4a66-9bf3-c238f0c87eaf. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.358523] env[62295]: DEBUG nova.network.neutron [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Updating instance_info_cache with network_info: [{"id": "e0100ae7-fef6-4a66-9bf3-c238f0c87eaf", "address": "fa:16:3e:c3:8f:c9", "network": {"id": "0e8bea86-9c23-41bb-9bd7-edf25f318dfe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1296545360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d9216fd0b4428db9ebc2ddecaa6d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0100ae7-fe", "ovs_interfaceid": "e0100ae7-fef6-4a66-9bf3-c238f0c87eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.369967] env[62295]: DEBUG oslo_vmware.api [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.395964] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786583, 'name': CreateVM_Task, 'duration_secs': 0.641829} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.396167] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.396838] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.397008] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.397366] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.397624] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a87d29-7554-4bce-8c53-73ade936efed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.409548] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1513.409548] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5214dc56-1925-7a46-94b5-5d8b622c05b0" [ 1513.409548] env[62295]: _type = "Task" [ 1513.409548] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.421632] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082506} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.422342] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.423182] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe817b52-95be-458c-b636-6c4f5f83be7b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.431538] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5214dc56-1925-7a46-94b5-5d8b622c05b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.453627] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] edc685d0-d961-4aa0-aeb1-f7b9897a5dbd/edc685d0-d961-4aa0-aeb1-f7b9897a5dbd.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.454326] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-639a2c06-0c28-4d6d-a423-b9705f84d75c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.478695] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1513.478695] env[62295]: value = "task-1786589" [ 1513.478695] env[62295]: _type = "Task" [ 1513.478695] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.491741] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.498071] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786586, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.785412] env[62295]: DEBUG nova.objects.base [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1513.860425] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b75e61-2e73-42e7-9ac3-af74e3f1c91f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.864091] env[62295]: DEBUG oslo_concurrency.lockutils [req-2757c2a0-4e11-4ceb-ae6f-386446d09027 req-f9c195a9-d036-402d-99ee-83a93583286d service nova] Releasing lock "refresh_cache-08f2197d-f2d5-4a22-82ce-a253bb23ac71" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.873022] env[62295]: DEBUG oslo_vmware.api [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Task: {'id': task-1786588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36401} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.873022] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.873022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.873022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.873022] env[62295]: INFO nova.compute.manager [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1513.873351] env[62295]: DEBUG oslo.service.loopingcall [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.873351] env[62295]: DEBUG nova.compute.manager [-] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1513.873473] env[62295]: DEBUG nova.network.neutron [-] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.875939] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff65ba34-ddd8-4a5a-8738-1aa2a74f4c60 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.921845] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7551192-ddb6-44c1-9db2-6dcba550f63c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.933154] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5214dc56-1925-7a46-94b5-5d8b622c05b0, 'name': SearchDatastore_Task, 'duration_secs': 0.025145} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.935507] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.935767] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.936048] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.936284] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.936500] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.937296] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c63361e-9a94-4d11-bb52-8ceda8d4e691 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.940451] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efc6097-9489-4154-b6e2-f29687e589f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.956524] env[62295]: DEBUG nova.compute.provider_tree [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1513.959138] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.959453] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.960486] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab23c766-7348-4b7b-a202-c1303b4c7712 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.967449] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1513.967449] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e05888-3573-4a6c-b143-c98bcff2e66d" [ 1513.967449] env[62295]: _type = "Task" [ 1513.967449] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.982837] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e05888-3573-4a6c-b143-c98bcff2e66d, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.986568] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9cba853-f01a-4b61-9ef7-91c4172bb1e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.999826] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786589, 'name': ReconfigVM_Task, 'duration_secs': 0.383325} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.004419] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Reconfigured VM instance instance-0000002c to attach disk [datastore1] edc685d0-d961-4aa0-aeb1-f7b9897a5dbd/edc685d0-d961-4aa0-aeb1-f7b9897a5dbd.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.005536] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786586, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.005827] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1514.005827] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52aedebc-ffee-9a33-8075-d096d2df3a15" [ 1514.005827] env[62295]: _type = "Task" [ 1514.005827] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.006031] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4ac5520-3572-43c5-abad-fc37098cb1ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.017995] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52aedebc-ffee-9a33-8075-d096d2df3a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.019606] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1514.019606] env[62295]: value = "task-1786590" [ 1514.019606] env[62295]: _type = "Task" [ 1514.019606] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.030854] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786590, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.486967] env[62295]: ERROR nova.scheduler.client.report [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [req-8ac7143e-31aa-4377-8fc8-ecaae35fe56d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ac7143e-31aa-4377-8fc8-ecaae35fe56d"}]} [ 1514.502703] env[62295]: DEBUG oslo_vmware.api [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786586, 'name': RemoveSnapshot_Task, 'duration_secs': 1.258688} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.502703] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1514.515069] env[62295]: DEBUG nova.scheduler.client.report [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1514.522423] env[62295]: DEBUG nova.compute.manager [req-27aee3a8-4ce6-4f20-8464-5c8b01a1fff1 req-b57be024-8dd7-4f5b-9a87-fc812c35716a service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Received event network-vif-deleted-133c1bae-19f8-4df8-8c55-42bb881fff00 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1514.522673] env[62295]: INFO nova.compute.manager [req-27aee3a8-4ce6-4f20-8464-5c8b01a1fff1 req-b57be024-8dd7-4f5b-9a87-fc812c35716a service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Neutron deleted interface 133c1bae-19f8-4df8-8c55-42bb881fff00; detaching it from the instance and deleting it from the info cache [ 1514.522744] env[62295]: DEBUG nova.network.neutron [req-27aee3a8-4ce6-4f20-8464-5c8b01a1fff1 req-b57be024-8dd7-4f5b-9a87-fc812c35716a service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.531452] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52aedebc-ffee-9a33-8075-d096d2df3a15, 'name': SearchDatastore_Task, 'duration_secs': 0.030246} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.532207] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.532288] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 08f2197d-f2d5-4a22-82ce-a253bb23ac71/08f2197d-f2d5-4a22-82ce-a253bb23ac71.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.533703] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35fc4977-ee9f-45fd-8c72-c5b473352579 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.535764] env[62295]: DEBUG nova.scheduler.client.report [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1514.535969] env[62295]: DEBUG nova.compute.provider_tree [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1514.544451] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786590, 'name': Rename_Task, 'duration_secs': 0.18249} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.545305] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.545760] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2cb4f5-9c00-4a94-9ba5-fd950a7d2d72 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.551649] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1514.551649] env[62295]: value = "task-1786591" [ 1514.551649] env[62295]: _type = "Task" [ 1514.551649] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.558398] env[62295]: DEBUG nova.scheduler.client.report [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1514.561082] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1514.561082] env[62295]: value = "task-1786592" [ 1514.561082] env[62295]: _type = "Task" [ 1514.561082] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.569276] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.577997] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.579134] env[62295]: DEBUG nova.network.neutron [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance_info_cache with network_info: [{"id": "bef70fc3-221e-402f-bc16-278df7c65924", "address": "fa:16:3e:6a:cd:96", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef70fc3-22", "ovs_interfaceid": "bef70fc3-221e-402f-bc16-278df7c65924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.588661] env[62295]: DEBUG nova.scheduler.client.report [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1514.764419] env[62295]: DEBUG nova.network.neutron [-] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.009722] env[62295]: WARNING nova.compute.manager [None req-46dc7290-51de-4deb-9454-f142c0351709 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Image not found during snapshot: nova.exception.ImageNotFound: Image 0ffb3202-353d-4012-b0b1-78e85f0c2161 could not be found. [ 1515.033076] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b5038e7-12ec-4d66-84c9-7353a36d2693 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.063369] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4266d67-3be4-444a-87e7-ac68e5965643 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.085672] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.092456] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786591, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.101208] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786592, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.118463] env[62295]: DEBUG nova.compute.manager [req-27aee3a8-4ce6-4f20-8464-5c8b01a1fff1 req-b57be024-8dd7-4f5b-9a87-fc812c35716a service nova] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Detach interface failed, port_id=133c1bae-19f8-4df8-8c55-42bb881fff00, reason: Instance 66cf1b6b-808a-4fa3-9535-801f067229c3 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1515.169933] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f896fe1e-930d-4b9a-9527-01081af2f87a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.199824] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abba9e0-a2a0-44b6-80ba-e125f0f88195 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.236089] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33edc5d4-d31f-452b-9ff2-b65e74b0257a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.245750] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2191202-94df-4583-856e-9c4bffe46ff0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.262909] env[62295]: DEBUG nova.compute.provider_tree [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1515.267452] env[62295]: INFO nova.compute.manager [-] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Took 1.39 seconds to deallocate network for instance. [ 1515.564637] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784648} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.565338] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 08f2197d-f2d5-4a22-82ce-a253bb23ac71/08f2197d-f2d5-4a22-82ce-a253bb23ac71.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.565616] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.566154] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55b4f678-ec29-42b7-b599-a8c4bdc54240 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.574495] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1515.574495] env[62295]: value = "task-1786593" [ 1515.574495] env[62295]: _type = "Task" [ 1515.574495] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.587161] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.591293] env[62295]: DEBUG oslo_vmware.api [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786592, 'name': PowerOnVM_Task, 'duration_secs': 0.585986} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.591591] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1515.591817] env[62295]: INFO nova.compute.manager [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1515.592053] env[62295]: DEBUG nova.compute.manager [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1515.594131] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1515.594917] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e6ce6d-f9d9-4e1b-ad7e-95ec91041b87 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.598936] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a3b154b-6f73-4ae6-a162-c5fe6b6c7bf0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.619737] env[62295]: DEBUG oslo_vmware.api [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1515.619737] env[62295]: value = "task-1786594" [ 1515.619737] env[62295]: _type = "Task" [ 1515.619737] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.629804] env[62295]: DEBUG oslo_vmware.api [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.773979] env[62295]: DEBUG oslo_concurrency.lockutils [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.804383] env[62295]: DEBUG nova.scheduler.client.report [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1515.804383] env[62295]: DEBUG nova.compute.provider_tree [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 74 to 75 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1515.804383] env[62295]: DEBUG nova.compute.provider_tree [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1516.039471] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "89594c43-5e93-44e8-97dc-b31991b9c6da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.039471] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "89594c43-5e93-44e8-97dc-b31991b9c6da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.039721] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "89594c43-5e93-44e8-97dc-b31991b9c6da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.042769] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "89594c43-5e93-44e8-97dc-b31991b9c6da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.042769] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "89594c43-5e93-44e8-97dc-b31991b9c6da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.044111] env[62295]: INFO nova.compute.manager [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Terminating instance [ 1516.046595] env[62295]: DEBUG nova.compute.manager [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1516.046782] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1516.047781] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a8752e-d35f-4873-a150-e836f04a8271 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.056793] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.057082] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24db688a-ddf9-4a76-9113-e51c9d2fd6ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.067229] env[62295]: DEBUG oslo_vmware.api [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1516.067229] env[62295]: value = "task-1786595" [ 1516.067229] env[62295]: _type = "Task" [ 1516.067229] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.077662] env[62295]: DEBUG oslo_vmware.api [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.088898] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071216} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.089055] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.090849] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bee180-cf51-4dca-a28d-8081cef2b062 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.113434] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 08f2197d-f2d5-4a22-82ce-a253bb23ac71/08f2197d-f2d5-4a22-82ce-a253bb23ac71.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.113702] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91fb5998-3453-425e-b341-425d916c62e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.139373] env[62295]: INFO nova.compute.manager [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Took 46.46 seconds to build instance. [ 1516.145544] env[62295]: DEBUG oslo_vmware.api [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786594, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.147434] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1516.147434] env[62295]: value = "task-1786596" [ 1516.147434] env[62295]: _type = "Task" [ 1516.147434] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.308740] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.015s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.309394] env[62295]: DEBUG nova.compute.manager [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1516.312397] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.183s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.313250] env[62295]: DEBUG nova.objects.instance [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lazy-loading 'resources' on Instance uuid d3173f71-1fba-413f-9014-205ed2beeea0 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.579970] env[62295]: DEBUG oslo_vmware.api [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.646813] env[62295]: DEBUG oslo_concurrency.lockutils [None req-dc52dd2e-699e-4f99-ae79-7bb039d05636 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.619s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.647390] env[62295]: DEBUG oslo_vmware.api [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786594, 'name': PowerOnVM_Task, 'duration_secs': 0.907369} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.649018] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.649434] env[62295]: DEBUG nova.compute.manager [None req-e180affc-abb6-4e17-bec5-813d02184a62 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1516.656058] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb106a34-f586-46c8-aa98-39610af8ab50 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.668716] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.816980] env[62295]: DEBUG nova.compute.utils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1516.822116] env[62295]: DEBUG nova.compute.manager [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1516.822770] env[62295]: DEBUG nova.network.neutron [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1516.890256] env[62295]: DEBUG nova.policy [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddae2cf74ba34bd2b990faae226db7e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1d9216fd0b4428db9ebc2ddecaa6d46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1517.078954] env[62295]: DEBUG oslo_vmware.api [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786595, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.159945] env[62295]: DEBUG nova.compute.manager [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1517.168661] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786596, 'name': ReconfigVM_Task, 'duration_secs': 0.572259} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.169347] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 08f2197d-f2d5-4a22-82ce-a253bb23ac71/08f2197d-f2d5-4a22-82ce-a253bb23ac71.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.170320] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0745afdf-9f4c-41e6-b0a7-93215c500887 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.199614] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1517.199614] env[62295]: value = "task-1786597" [ 1517.199614] env[62295]: _type = "Task" [ 1517.199614] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.218700] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786597, 'name': Rename_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.324464] env[62295]: DEBUG nova.compute.manager [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1517.392772] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46634294-bce3-48a4-86b3-63f4b7aeeb3a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.403832] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d31506-d86b-4e7d-84f9-3cf7663f9494 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.439993] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fe97e0-70fb-40af-b931-a07b332c4d1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.448986] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529bac66-a342-43f3-9f48-61a80c0f247c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.466174] env[62295]: DEBUG nova.compute.provider_tree [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.566253] env[62295]: DEBUG nova.network.neutron [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Successfully created port: 2903f1a4-2c6a-4933-93d4-1e9894b672c3 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1517.581368] env[62295]: DEBUG oslo_vmware.api [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786595, 'name': PowerOffVM_Task, 'duration_secs': 1.092681} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.581368] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.581368] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1517.581368] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff89bf94-c5fe-4d5b-bfb0-68cbe7b727b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.688393] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.719251] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786597, 'name': Rename_Task, 'duration_secs': 0.256799} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.719716] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.719921] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a604dda7-720a-4f53-ba33-2b90b5422f10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.730091] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1517.730091] env[62295]: value = "task-1786599" [ 1517.730091] env[62295]: _type = "Task" [ 1517.730091] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.740748] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.969981] env[62295]: DEBUG nova.scheduler.client.report [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1518.247637] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.337062] env[62295]: DEBUG nova.compute.manager [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1518.379733] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1518.380262] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1518.380495] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.380686] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1518.381129] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.381129] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1518.381257] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1518.381445] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1518.381733] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1518.381817] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1518.381931] env[62295]: DEBUG nova.virt.hardware [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1518.382992] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14027844-dd0c-44ce-aa3b-64c87febc06a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.392598] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12489615-a8c7-4f1c-a1c7-b1754d6ecc9b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.477471] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.480350] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.898s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.482384] env[62295]: INFO nova.compute.claims [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.515893] env[62295]: INFO nova.scheduler.client.report [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Deleted allocations for instance d3173f71-1fba-413f-9014-205ed2beeea0 [ 1518.743142] env[62295]: DEBUG oslo_vmware.api [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786599, 'name': PowerOnVM_Task, 'duration_secs': 0.760349} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.743513] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.743620] env[62295]: INFO nova.compute.manager [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1518.743846] env[62295]: DEBUG nova.compute.manager [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1518.744775] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83186df1-e6f3-4a81-b0af-a97f4585ac4e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.775022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.775022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.775022] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Deleting the datastore file [datastore1] 89594c43-5e93-44e8-97dc-b31991b9c6da {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.775022] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-554c50fa-cec8-4ca5-921d-7686e2a50409 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.781968] env[62295]: DEBUG oslo_vmware.api [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1518.781968] env[62295]: value = "task-1786600" [ 1518.781968] env[62295]: _type = "Task" [ 1518.781968] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.797618] env[62295]: DEBUG oslo_vmware.api [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.029364] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e81a11e-f727-4a7b-abb5-cf8bc079f6bd tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "d3173f71-1fba-413f-9014-205ed2beeea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.585s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.205519] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.205860] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.206126] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.206371] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.206561] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.208875] env[62295]: INFO nova.compute.manager [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Terminating instance [ 1519.211411] env[62295]: DEBUG nova.compute.manager [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1519.211623] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.213573] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff57e7d-1ca3-47bd-8766-5b05720632ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.223009] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.223298] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9be11a5-e7e0-4520-be66-b3a6b04da67a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.231935] env[62295]: DEBUG oslo_vmware.api [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1519.231935] env[62295]: value = "task-1786601" [ 1519.231935] env[62295]: _type = "Task" [ 1519.231935] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.244034] env[62295]: DEBUG oslo_vmware.api [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.270496] env[62295]: INFO nova.compute.manager [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Took 47.50 seconds to build instance. [ 1519.292980] env[62295]: DEBUG oslo_vmware.api [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.320628] env[62295]: DEBUG oslo_vmware.rw_handles [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0fe1-7c2a-e909-dca1-f21269a14903/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1519.321608] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef0fbe5-f09f-407d-93b1-61062a1e67f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.329169] env[62295]: DEBUG oslo_vmware.rw_handles [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0fe1-7c2a-e909-dca1-f21269a14903/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1519.329359] env[62295]: ERROR oslo_vmware.rw_handles [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0fe1-7c2a-e909-dca1-f21269a14903/disk-0.vmdk due to incomplete transfer. [ 1519.329826] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-631f241b-4040-4d9f-a02d-0c44b2734aa9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.337829] env[62295]: DEBUG oslo_vmware.rw_handles [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0fe1-7c2a-e909-dca1-f21269a14903/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1519.338088] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Uploaded image 86c2b92c-3cf6-4af9-87ae-152b2ad16d8f to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1519.340317] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1519.340582] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7371c4eb-8b8e-4b54-be28-8f94c86f6114 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.348185] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1519.348185] env[62295]: value = "task-1786602" [ 1519.348185] env[62295]: _type = "Task" [ 1519.348185] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.359566] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786602, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.392440] env[62295]: DEBUG nova.compute.manager [req-58ca1b8a-060c-4892-89da-3aa0f71b676b req-23e9521b-49ff-4c03-8aa9-f53168eee552 service nova] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Received event network-vif-plugged-2903f1a4-2c6a-4933-93d4-1e9894b672c3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1519.392634] env[62295]: DEBUG oslo_concurrency.lockutils [req-58ca1b8a-060c-4892-89da-3aa0f71b676b req-23e9521b-49ff-4c03-8aa9-f53168eee552 service nova] Acquiring lock "8359a912-0d0e-435f-bbd7-e808d67e36be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.392871] env[62295]: DEBUG oslo_concurrency.lockutils [req-58ca1b8a-060c-4892-89da-3aa0f71b676b req-23e9521b-49ff-4c03-8aa9-f53168eee552 service nova] Lock "8359a912-0d0e-435f-bbd7-e808d67e36be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.393056] env[62295]: DEBUG oslo_concurrency.lockutils [req-58ca1b8a-060c-4892-89da-3aa0f71b676b req-23e9521b-49ff-4c03-8aa9-f53168eee552 service nova] Lock "8359a912-0d0e-435f-bbd7-e808d67e36be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.393344] env[62295]: DEBUG nova.compute.manager [req-58ca1b8a-060c-4892-89da-3aa0f71b676b req-23e9521b-49ff-4c03-8aa9-f53168eee552 service nova] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] No waiting events found dispatching network-vif-plugged-2903f1a4-2c6a-4933-93d4-1e9894b672c3 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1519.393382] env[62295]: WARNING nova.compute.manager [req-58ca1b8a-060c-4892-89da-3aa0f71b676b req-23e9521b-49ff-4c03-8aa9-f53168eee552 service nova] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Received unexpected event network-vif-plugged-2903f1a4-2c6a-4933-93d4-1e9894b672c3 for instance with vm_state building and task_state spawning. [ 1519.495119] env[62295]: DEBUG nova.network.neutron [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Successfully updated port: 2903f1a4-2c6a-4933-93d4-1e9894b672c3 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1519.745217] env[62295]: DEBUG oslo_vmware.api [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786601, 'name': PowerOffVM_Task, 'duration_secs': 0.39482} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.748121] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.748121] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.748540] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc880701-e611-4656-b52f-2eb07da56508 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.773792] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e428b3df-fab8-4bc0-bd61-fa5f8442c059 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.249s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.796543] env[62295]: DEBUG oslo_vmware.api [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.862231] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786602, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.932189] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3b0393-18e1-470a-9fd2-2eed9e5ae605 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.942529] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21b4a2b-b3f0-4ba4-8471-b3c66d541057 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.947456] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.947731] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.947929] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Deleting the datastore file [datastore1] 473ba36d-5cc5-43f2-8e2c-849cb1da378b {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.948585] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9c22d8d-f2d7-4f2d-ba65-2207753f604b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.980969] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8660e430-871a-4c0e-8500-d8e8eb73bb81 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.986133] env[62295]: DEBUG oslo_vmware.api [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for the task: (returnval){ [ 1519.986133] env[62295]: value = "task-1786604" [ 1519.986133] env[62295]: _type = "Task" [ 1519.986133] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.991231] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3816693-c41f-47f6-ad73-9f56b00842d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.999673] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "refresh_cache-8359a912-0d0e-435f-bbd7-e808d67e36be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.999673] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired lock "refresh_cache-8359a912-0d0e-435f-bbd7-e808d67e36be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.999673] env[62295]: DEBUG nova.network.neutron [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.000424] env[62295]: DEBUG oslo_vmware.api [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.012372] env[62295]: DEBUG nova.compute.provider_tree [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.227789] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "380f640a-a595-47b8-89ac-33410c60d48f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.228103] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "380f640a-a595-47b8-89ac-33410c60d48f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.228401] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "380f640a-a595-47b8-89ac-33410c60d48f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.228612] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "380f640a-a595-47b8-89ac-33410c60d48f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.228815] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "380f640a-a595-47b8-89ac-33410c60d48f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.231546] env[62295]: INFO nova.compute.manager [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Terminating instance [ 1520.234599] env[62295]: DEBUG nova.compute.manager [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1520.236058] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1520.236058] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9383c2c-3ad0-4b71-9ea9-947323056c79 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.247011] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.247481] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77f8e8bc-845b-4142-bc4b-c37482b00618 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.277305] env[62295]: DEBUG nova.compute.manager [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1520.297884] env[62295]: DEBUG oslo_vmware.api [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.462473} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.297884] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.298636] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.298882] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.299079] env[62295]: INFO nova.compute.manager [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Took 4.25 seconds to destroy the instance on the hypervisor. [ 1520.299355] env[62295]: DEBUG oslo.service.loopingcall [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.299557] env[62295]: DEBUG nova.compute.manager [-] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1520.303016] env[62295]: DEBUG nova.network.neutron [-] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.361178] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786602, 'name': Destroy_Task, 'duration_secs': 0.694611} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.361500] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Destroyed the VM [ 1520.361972] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1520.362059] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07e8103d-8926-40d5-86ec-fb96dea8c133 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.370595] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1520.370595] env[62295]: value = "task-1786606" [ 1520.370595] env[62295]: _type = "Task" [ 1520.370595] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.380296] env[62295]: DEBUG oslo_vmware.api [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.477364] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1520.477569] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1520.477783] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleting the datastore file [datastore1] 380f640a-a595-47b8-89ac-33410c60d48f {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1520.478087] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-779ed603-a3cb-46c6-9e8e-2ccbc872542a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.486269] env[62295]: DEBUG oslo_vmware.api [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1520.486269] env[62295]: value = "task-1786607" [ 1520.486269] env[62295]: _type = "Task" [ 1520.486269] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.499739] env[62295]: DEBUG oslo_vmware.api [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.504567] env[62295]: DEBUG oslo_vmware.api [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Task: {'id': task-1786604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354462} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.504814] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.505288] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.505472] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.505774] env[62295]: INFO nova.compute.manager [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1520.506045] env[62295]: DEBUG oslo.service.loopingcall [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.506548] env[62295]: DEBUG nova.compute.manager [-] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1520.506643] env[62295]: DEBUG nova.network.neutron [-] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.515323] env[62295]: DEBUG nova.scheduler.client.report [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1520.580287] env[62295]: DEBUG nova.network.neutron [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.801498] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.847823] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "21844f7a-df25-40c9-b9f2-8fe2446e92be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.848069] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "21844f7a-df25-40c9-b9f2-8fe2446e92be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.869421] env[62295]: DEBUG nova.network.neutron [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Updating instance_info_cache with network_info: [{"id": "2903f1a4-2c6a-4933-93d4-1e9894b672c3", "address": "fa:16:3e:91:99:f0", "network": {"id": "0e8bea86-9c23-41bb-9bd7-edf25f318dfe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1296545360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d9216fd0b4428db9ebc2ddecaa6d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2903f1a4-2c", "ovs_interfaceid": "2903f1a4-2c6a-4933-93d4-1e9894b672c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.882442] env[62295]: DEBUG nova.compute.utils [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Cleaning up image 86c2b92c-3cf6-4af9-87ae-152b2ad16d8f {{(pid=62295) delete_image /opt/stack/nova/nova/compute/utils.py:1322}} [ 1520.966503] env[62295]: DEBUG nova.compute.manager [req-2141be97-52c5-4f81-b5ca-a09e9adeb0a7 req-2dbaf9be-1e4f-4a20-b49c-ddf821094829 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Received event network-vif-deleted-c51db136-e1a6-49ad-a20f-a2a397c1719e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1520.966503] env[62295]: INFO nova.compute.manager [req-2141be97-52c5-4f81-b5ca-a09e9adeb0a7 req-2dbaf9be-1e4f-4a20-b49c-ddf821094829 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Neutron deleted interface c51db136-e1a6-49ad-a20f-a2a397c1719e; detaching it from the instance and deleting it from the info cache [ 1520.966503] env[62295]: DEBUG nova.network.neutron [req-2141be97-52c5-4f81-b5ca-a09e9adeb0a7 req-2dbaf9be-1e4f-4a20-b49c-ddf821094829 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.006277] env[62295]: WARNING nova.virt.vmwareapi.vmops [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 380f640a-a595-47b8-89ac-33410c60d48f [ 1521.006277] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Traceback (most recent call last): [ 1521.006277] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 1521.006277] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] ds_util.file_delete(self._session, [ 1521.006277] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 1521.006277] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] session._wait_for_task(file_delete_task) [ 1521.006277] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1521.006277] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] return self.wait_for_task(task_ref) [ 1521.006277] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1521.006277] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] return evt.wait() [ 1521.006277] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1521.006620] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] result = hub.switch() [ 1521.006620] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1521.006620] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] return self.greenlet.switch() [ 1521.006620] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1521.006620] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] self.f(*self.args, **self.kw) [ 1521.006620] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1521.006620] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] raise exceptions.translate_fault(task_info.error) [ 1521.006620] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 380f640a-a595-47b8-89ac-33410c60d48f [ 1521.006620] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 380f640a-a595-47b8-89ac-33410c60d48f] [ 1521.006620] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1521.006897] env[62295]: INFO nova.compute.manager [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Took 0.77 seconds to destroy the instance on the hypervisor. [ 1521.007660] env[62295]: DEBUG oslo.service.loopingcall [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1521.008365] env[62295]: DEBUG nova.compute.manager [-] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1521.008365] env[62295]: DEBUG nova.network.neutron [-] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1521.023179] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.023179] env[62295]: DEBUG nova.compute.manager [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1521.024964] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.026s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.028024] env[62295]: INFO nova.compute.claims [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.129397] env[62295]: DEBUG nova.network.neutron [-] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.371980] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Releasing lock "refresh_cache-8359a912-0d0e-435f-bbd7-e808d67e36be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.372354] env[62295]: DEBUG nova.compute.manager [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Instance network_info: |[{"id": "2903f1a4-2c6a-4933-93d4-1e9894b672c3", "address": "fa:16:3e:91:99:f0", "network": {"id": "0e8bea86-9c23-41bb-9bd7-edf25f318dfe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1296545360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d9216fd0b4428db9ebc2ddecaa6d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2903f1a4-2c", "ovs_interfaceid": "2903f1a4-2c6a-4933-93d4-1e9894b672c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1521.372886] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:99:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2903f1a4-2c6a-4933-93d4-1e9894b672c3', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1521.380778] env[62295]: DEBUG oslo.service.loopingcall [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1521.381379] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1521.381626] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a6a9ebb-8110-4506-9c6f-9fe9723c340e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.404511] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1521.404511] env[62295]: value = "task-1786608" [ 1521.404511] env[62295]: _type = "Task" [ 1521.404511] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.413288] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786608, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.442426] env[62295]: DEBUG nova.network.neutron [-] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.468730] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4de4df1-8c70-4e24-94a0-c53d23596269 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.474423] env[62295]: DEBUG nova.compute.manager [req-6568464e-f56f-4835-a030-12ceb04b5434 req-1c86dbc8-b10a-4c6e-932f-95139daea8c1 service nova] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Received event network-changed-2903f1a4-2c6a-4933-93d4-1e9894b672c3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1521.474611] env[62295]: DEBUG nova.compute.manager [req-6568464e-f56f-4835-a030-12ceb04b5434 req-1c86dbc8-b10a-4c6e-932f-95139daea8c1 service nova] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Refreshing instance network info cache due to event network-changed-2903f1a4-2c6a-4933-93d4-1e9894b672c3. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1521.474827] env[62295]: DEBUG oslo_concurrency.lockutils [req-6568464e-f56f-4835-a030-12ceb04b5434 req-1c86dbc8-b10a-4c6e-932f-95139daea8c1 service nova] Acquiring lock "refresh_cache-8359a912-0d0e-435f-bbd7-e808d67e36be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.474971] env[62295]: DEBUG oslo_concurrency.lockutils [req-6568464e-f56f-4835-a030-12ceb04b5434 req-1c86dbc8-b10a-4c6e-932f-95139daea8c1 service nova] Acquired lock "refresh_cache-8359a912-0d0e-435f-bbd7-e808d67e36be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.475152] env[62295]: DEBUG nova.network.neutron [req-6568464e-f56f-4835-a030-12ceb04b5434 req-1c86dbc8-b10a-4c6e-932f-95139daea8c1 service nova] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Refreshing network info cache for port 2903f1a4-2c6a-4933-93d4-1e9894b672c3 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.484917] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b3a533-5bc4-46c2-b8a0-7bd744475b74 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.518724] env[62295]: DEBUG nova.compute.manager [req-2141be97-52c5-4f81-b5ca-a09e9adeb0a7 req-2dbaf9be-1e4f-4a20-b49c-ddf821094829 service nova] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Detach interface failed, port_id=c51db136-e1a6-49ad-a20f-a2a397c1719e, reason: Instance 473ba36d-5cc5-43f2-8e2c-849cb1da378b could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1521.536615] env[62295]: DEBUG nova.compute.utils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1521.538666] env[62295]: DEBUG nova.compute.manager [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1521.538878] env[62295]: DEBUG nova.network.neutron [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1521.614962] env[62295]: DEBUG nova.policy [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124bb76e793b45ca97dbc601fa25c613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b5b85416824d26b5843b8f4540949f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1521.632848] env[62295]: INFO nova.compute.manager [-] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Took 1.33 seconds to deallocate network for instance. [ 1521.799991] env[62295]: DEBUG nova.network.neutron [-] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.920638] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786608, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.944867] env[62295]: INFO nova.compute.manager [-] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Took 1.44 seconds to deallocate network for instance. [ 1521.953834] env[62295]: DEBUG nova.network.neutron [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Successfully created port: 3abd8768-058f-47f6-93cb-b21273e4af3e {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1522.045718] env[62295]: DEBUG nova.compute.manager [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1522.143360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.304239] env[62295]: INFO nova.compute.manager [-] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Took 1.30 seconds to deallocate network for instance. [ 1522.407705] env[62295]: DEBUG nova.network.neutron [req-6568464e-f56f-4835-a030-12ceb04b5434 req-1c86dbc8-b10a-4c6e-932f-95139daea8c1 service nova] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Updated VIF entry in instance network info cache for port 2903f1a4-2c6a-4933-93d4-1e9894b672c3. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.408821] env[62295]: DEBUG nova.network.neutron [req-6568464e-f56f-4835-a030-12ceb04b5434 req-1c86dbc8-b10a-4c6e-932f-95139daea8c1 service nova] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Updating instance_info_cache with network_info: [{"id": "2903f1a4-2c6a-4933-93d4-1e9894b672c3", "address": "fa:16:3e:91:99:f0", "network": {"id": "0e8bea86-9c23-41bb-9bd7-edf25f318dfe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1296545360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d9216fd0b4428db9ebc2ddecaa6d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2903f1a4-2c", "ovs_interfaceid": "2903f1a4-2c6a-4933-93d4-1e9894b672c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.412378] env[62295]: DEBUG oslo_concurrency.lockutils [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.425294] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786608, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.452473] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.548392] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5474a0af-0617-455a-8c2d-eb3275d6d31a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.561049] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e883ce27-bf3a-429a-b430-1f8004ef7743 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.597794] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73999bd1-6958-44bc-93b0-3d80596d40b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.610424] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2821073-7f78-4611-afc4-af8323302b5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.626120] env[62295]: DEBUG nova.compute.provider_tree [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1522.810350] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.913949] env[62295]: DEBUG oslo_concurrency.lockutils [req-6568464e-f56f-4835-a030-12ceb04b5434 req-1c86dbc8-b10a-4c6e-932f-95139daea8c1 service nova] Releasing lock "refresh_cache-8359a912-0d0e-435f-bbd7-e808d67e36be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.914231] env[62295]: DEBUG nova.compute.manager [req-6568464e-f56f-4835-a030-12ceb04b5434 req-1c86dbc8-b10a-4c6e-932f-95139daea8c1 service nova] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Received event network-vif-deleted-18f6db1d-b52b-4611-9f5a-05b3a6ad1c2f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1522.920431] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786608, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.991114] env[62295]: DEBUG nova.compute.manager [req-81af44e6-b649-432d-aee1-9da0d7943ad7 req-d6a05a55-110b-48c9-803b-bd106d0293dc service nova] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Received event network-vif-deleted-58ec63b5-e6f8-4ec2-b9dc-7a06f9c66c08 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1523.056684] env[62295]: DEBUG nova.compute.manager [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1523.081656] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1523.081939] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1523.082130] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1523.082365] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1523.082561] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1523.082739] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1523.082983] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1523.083208] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1523.083454] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1523.083652] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1523.083995] env[62295]: DEBUG nova.virt.hardware [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1523.085027] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be81886-80f6-4608-ac39-9593e5e31fe7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.095943] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae3c33d-dcd5-463c-9c10-de0fee721533 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.148155] env[62295]: ERROR nova.scheduler.client.report [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [req-63b5a25c-0dda-445e-ab60-c807b2bfeb94] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-63b5a25c-0dda-445e-ab60-c807b2bfeb94"}]} [ 1523.164553] env[62295]: DEBUG nova.scheduler.client.report [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1523.179778] env[62295]: DEBUG nova.scheduler.client.report [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1523.180327] env[62295]: DEBUG nova.compute.provider_tree [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1523.192638] env[62295]: DEBUG nova.scheduler.client.report [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1523.214863] env[62295]: DEBUG nova.scheduler.client.report [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1523.422918] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786608, 'name': CreateVM_Task, 'duration_secs': 1.714688} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.423103] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1523.423833] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.423986] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.424325] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1523.424583] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20299c52-2e1e-455b-b0b8-2fe676f92fbf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.430923] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1523.430923] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c11989-309e-bf3e-3ef7-7f357e6c1b2a" [ 1523.430923] env[62295]: _type = "Task" [ 1523.430923] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.443964] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c11989-309e-bf3e-3ef7-7f357e6c1b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.647805] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492835c3-f569-48eb-8211-f58b2fdf604d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.656357] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c317edf8-92f6-44d9-9774-06b1657f4472 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.689199] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe653910-bf80-46b4-87ed-b9ad6965cafa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.698545] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e481c44-2df6-48e1-bbcf-329bd91a1049 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.712955] env[62295]: DEBUG nova.compute.provider_tree [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1523.750389] env[62295]: DEBUG nova.network.neutron [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Successfully updated port: 3abd8768-058f-47f6-93cb-b21273e4af3e {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.942027] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c11989-309e-bf3e-3ef7-7f357e6c1b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.021019} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.942332] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.942562] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1523.942789] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.942932] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.943124] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1523.943675] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ddb5a37-8673-434b-ac61-632a4427f4d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.954488] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1523.954718] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1523.955608] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72440b9a-b09f-48ef-9cdd-ff9bd1a684d0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.962478] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1523.962478] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521a9f29-9c2c-e23a-229a-788a3a629151" [ 1523.962478] env[62295]: _type = "Task" [ 1523.962478] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.971182] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521a9f29-9c2c-e23a-229a-788a3a629151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.243685] env[62295]: DEBUG nova.scheduler.client.report [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1524.244044] env[62295]: DEBUG nova.compute.provider_tree [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 76 to 77 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1524.244044] env[62295]: DEBUG nova.compute.provider_tree [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1524.257366] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.257366] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.257366] env[62295]: DEBUG nova.network.neutron [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.301491] env[62295]: DEBUG oslo_concurrency.lockutils [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.301744] env[62295]: DEBUG oslo_concurrency.lockutils [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.301918] env[62295]: INFO nova.compute.manager [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Shelving [ 1524.474685] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521a9f29-9c2c-e23a-229a-788a3a629151, 'name': SearchDatastore_Task, 'duration_secs': 0.015306} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.475597] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbec6c1-400c-442b-b8e2-1fec8fef661a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.481678] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1524.481678] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5255d969-7fe9-08eb-2f79-98dc6d6a2f51" [ 1524.481678] env[62295]: _type = "Task" [ 1524.481678] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.490015] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5255d969-7fe9-08eb-2f79-98dc6d6a2f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.749315] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.724s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.750113] env[62295]: DEBUG nova.compute.manager [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1524.753025] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.578s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.753289] env[62295]: DEBUG nova.objects.instance [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1524.793207] env[62295]: DEBUG nova.network.neutron [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1524.808876] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.809033] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef5f8c9-cb47-49bf-8f22-4a034eed33af {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.821013] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1524.821013] env[62295]: value = "task-1786609" [ 1524.821013] env[62295]: _type = "Task" [ 1524.821013] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.830322] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.960174] env[62295]: DEBUG nova.network.neutron [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance_info_cache with network_info: [{"id": "3abd8768-058f-47f6-93cb-b21273e4af3e", "address": "fa:16:3e:53:77:a1", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abd8768-05", "ovs_interfaceid": "3abd8768-058f-47f6-93cb-b21273e4af3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.994037] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5255d969-7fe9-08eb-2f79-98dc6d6a2f51, 'name': SearchDatastore_Task, 'duration_secs': 0.026865} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.994439] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.994730] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 8359a912-0d0e-435f-bbd7-e808d67e36be/8359a912-0d0e-435f-bbd7-e808d67e36be.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1524.995025] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b4adce8-461c-44f9-9135-5e915b601890 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.004192] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1525.004192] env[62295]: value = "task-1786610" [ 1525.004192] env[62295]: _type = "Task" [ 1525.004192] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.014118] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.133959] env[62295]: DEBUG nova.compute.manager [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Received event network-vif-plugged-3abd8768-058f-47f6-93cb-b21273e4af3e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.133959] env[62295]: DEBUG oslo_concurrency.lockutils [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] Acquiring lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.134244] env[62295]: DEBUG oslo_concurrency.lockutils [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.134664] env[62295]: DEBUG oslo_concurrency.lockutils [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.134776] env[62295]: DEBUG nova.compute.manager [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] No waiting events found dispatching network-vif-plugged-3abd8768-058f-47f6-93cb-b21273e4af3e {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1525.135043] env[62295]: WARNING nova.compute.manager [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Received unexpected event network-vif-plugged-3abd8768-058f-47f6-93cb-b21273e4af3e for instance with vm_state building and task_state spawning. [ 1525.135313] env[62295]: DEBUG nova.compute.manager [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Received event network-changed-3abd8768-058f-47f6-93cb-b21273e4af3e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.135575] env[62295]: DEBUG nova.compute.manager [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Refreshing instance network info cache due to event network-changed-3abd8768-058f-47f6-93cb-b21273e4af3e. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1525.135856] env[62295]: DEBUG oslo_concurrency.lockutils [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] Acquiring lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.262729] env[62295]: DEBUG nova.compute.utils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.264399] env[62295]: DEBUG nova.compute.manager [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1525.265440] env[62295]: DEBUG nova.network.neutron [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.334060] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786609, 'name': PowerOffVM_Task, 'duration_secs': 0.259274} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.335710] env[62295]: DEBUG nova.policy [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98aa1aaf1b7d46c4a7270a8444a17efd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23b9134e14ab4218acfba2eca8caf96d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1525.337552] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1525.338506] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e2df50-372b-481f-9cf9-214167e5e836 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.360516] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e21c149-fc0b-47f3-a937-a2600cd0cc33 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.464839] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.464839] env[62295]: DEBUG nova.compute.manager [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Instance network_info: |[{"id": "3abd8768-058f-47f6-93cb-b21273e4af3e", "address": "fa:16:3e:53:77:a1", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abd8768-05", "ovs_interfaceid": "3abd8768-058f-47f6-93cb-b21273e4af3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1525.465059] env[62295]: DEBUG oslo_concurrency.lockutils [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] Acquired lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.465059] env[62295]: DEBUG nova.network.neutron [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Refreshing network info cache for port 3abd8768-058f-47f6-93cb-b21273e4af3e {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.465753] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:77:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3abd8768-058f-47f6-93cb-b21273e4af3e', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.475063] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating folder: Project (83b5b85416824d26b5843b8f4540949f). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.479147] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-173e64cc-f6e1-403b-a449-bd71ca5b3f57 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.497185] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Created folder: Project (83b5b85416824d26b5843b8f4540949f) in parent group-v370569. [ 1525.497595] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating folder: Instances. Parent ref: group-v370712. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.498297] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9117780-a357-4d51-ba29-7073d270ab17 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.514848] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786610, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.516565] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Created folder: Instances in parent group-v370712. [ 1525.516873] env[62295]: DEBUG oslo.service.loopingcall [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.517094] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.517403] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3377463e-bf48-4c9a-91ea-5b79164b446b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.542089] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.542089] env[62295]: value = "task-1786613" [ 1525.542089] env[62295]: _type = "Task" [ 1525.542089] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.554368] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786613, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.765977] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1083d103-4923-4b29-8166-61f5f40dc71b tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.767160] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.943s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.767494] env[62295]: DEBUG nova.objects.instance [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lazy-loading 'resources' on Instance uuid 39d5ce35-b0c9-4540-8777-ed00474b7fdd {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.771200] env[62295]: DEBUG nova.compute.utils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.874658] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1525.877476] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb2af955-384f-4037-86d4-d3d60e77169d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.888377] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1525.888377] env[62295]: value = "task-1786614" [ 1525.888377] env[62295]: _type = "Task" [ 1525.888377] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.898404] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786614, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.903845] env[62295]: DEBUG nova.network.neutron [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updated VIF entry in instance network info cache for port 3abd8768-058f-47f6-93cb-b21273e4af3e. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.903845] env[62295]: DEBUG nova.network.neutron [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance_info_cache with network_info: [{"id": "3abd8768-058f-47f6-93cb-b21273e4af3e", "address": "fa:16:3e:53:77:a1", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abd8768-05", "ovs_interfaceid": "3abd8768-058f-47f6-93cb-b21273e4af3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.911828] env[62295]: DEBUG nova.network.neutron [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Successfully created port: 5de0b799-87ad-4e85-b43a-490c568fe955 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1526.015806] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62442} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.015806] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 8359a912-0d0e-435f-bbd7-e808d67e36be/8359a912-0d0e-435f-bbd7-e808d67e36be.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.015806] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.015806] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af4dbf36-2168-4ae3-9762-1862968c8a0c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.025284] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1526.025284] env[62295]: value = "task-1786615" [ 1526.025284] env[62295]: _type = "Task" [ 1526.025284] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.034099] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.052305] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786613, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.275567] env[62295]: DEBUG nova.compute.manager [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1526.398912] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786614, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.406223] env[62295]: DEBUG oslo_concurrency.lockutils [req-798e3889-ba8f-445f-958a-aa266001e37d req-f4155dd7-ab06-485c-bfa7-a778da934b52 service nova] Releasing lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.537934] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.554084] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786613, 'name': CreateVM_Task, 'duration_secs': 0.55951} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.560027] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1526.560027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.560027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.560027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.560027] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756324fc-1b82-4b63-aa7b-b6ad2eefc81e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.565213] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1526.565213] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dbd6ca-9eec-6d1b-2ef0-6333c7c3ed93" [ 1526.565213] env[62295]: _type = "Task" [ 1526.565213] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.576364] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dbd6ca-9eec-6d1b-2ef0-6333c7c3ed93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.736303] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a39907-627c-4042-9c51-87b7bcaec7fb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.745905] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3d3327-d484-40da-8d43-232bd9963575 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.780384] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d2f9d4-39a8-4d80-aca4-0cdc9fc277cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.792743] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644e6a5d-bd75-476b-b15e-3aea8a3f25a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.809047] env[62295]: DEBUG nova.compute.provider_tree [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1526.900031] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786614, 'name': CreateSnapshot_Task, 'duration_secs': 0.869957} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.900317] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1526.901094] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7c01d1-1fd2-4dd1-a0d4-0253ac11137d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.036433] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.686225} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.036720] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.037559] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c528517-4c3b-4261-b813-d454e737c946 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.060893] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 8359a912-0d0e-435f-bbd7-e808d67e36be/8359a912-0d0e-435f-bbd7-e808d67e36be.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.060893] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40417706-f1ea-47f8-aca8-a518c732c0f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.085108] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dbd6ca-9eec-6d1b-2ef0-6333c7c3ed93, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.085845] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.086086] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1527.086325] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.086607] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.086703] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1527.086953] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1527.086953] env[62295]: value = "task-1786616" [ 1527.086953] env[62295]: _type = "Task" [ 1527.086953] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.087159] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5bf426-97c7-4b44-95f8-c99abbe54c3f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.097189] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.099752] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1527.100069] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1527.100647] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9bfd08-94c8-4301-82ed-d071de61925e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.105609] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1527.105609] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f1630e-4a23-fec9-1fc5-f96e7f4d02e2" [ 1527.105609] env[62295]: _type = "Task" [ 1527.105609] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.113345] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f1630e-4a23-fec9-1fc5-f96e7f4d02e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.289086] env[62295]: DEBUG nova.compute.manager [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1527.316018] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T02:06:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='622574104',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1367289180',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1527.316292] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1527.316492] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1527.316620] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1527.316761] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1527.316905] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1527.317124] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1527.317361] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1527.317646] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1527.317719] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1527.317875] env[62295]: DEBUG nova.virt.hardware [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1527.318830] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5590600c-1a12-4c41-a955-74bb944205a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.329014] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425b89dd-377a-40d2-9976-0ac6702d1efe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.364986] env[62295]: DEBUG nova.scheduler.client.report [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1527.364986] env[62295]: DEBUG nova.compute.provider_tree [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 77 to 78 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1527.364986] env[62295]: DEBUG nova.compute.provider_tree [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1527.420394] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1527.420871] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be113332-2a36-4346-ab89-925f18097a90 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.430173] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1527.430173] env[62295]: value = "task-1786617" [ 1527.430173] env[62295]: _type = "Task" [ 1527.430173] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.440467] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786617, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.502894] env[62295]: DEBUG nova.compute.manager [req-c1ec23d5-e979-4a4e-b8d7-e6cdee6fbd3d req-d3acefa0-9177-4e6f-a996-b6c26d0492e2 service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Received event network-vif-plugged-5de0b799-87ad-4e85-b43a-490c568fe955 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1527.503192] env[62295]: DEBUG oslo_concurrency.lockutils [req-c1ec23d5-e979-4a4e-b8d7-e6cdee6fbd3d req-d3acefa0-9177-4e6f-a996-b6c26d0492e2 service nova] Acquiring lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.503406] env[62295]: DEBUG oslo_concurrency.lockutils [req-c1ec23d5-e979-4a4e-b8d7-e6cdee6fbd3d req-d3acefa0-9177-4e6f-a996-b6c26d0492e2 service nova] Lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.503578] env[62295]: DEBUG oslo_concurrency.lockutils [req-c1ec23d5-e979-4a4e-b8d7-e6cdee6fbd3d req-d3acefa0-9177-4e6f-a996-b6c26d0492e2 service nova] Lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.503754] env[62295]: DEBUG nova.compute.manager [req-c1ec23d5-e979-4a4e-b8d7-e6cdee6fbd3d req-d3acefa0-9177-4e6f-a996-b6c26d0492e2 service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] No waiting events found dispatching network-vif-plugged-5de0b799-87ad-4e85-b43a-490c568fe955 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1527.503940] env[62295]: WARNING nova.compute.manager [req-c1ec23d5-e979-4a4e-b8d7-e6cdee6fbd3d req-d3acefa0-9177-4e6f-a996-b6c26d0492e2 service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Received unexpected event network-vif-plugged-5de0b799-87ad-4e85-b43a-490c568fe955 for instance with vm_state building and task_state spawning. [ 1527.601053] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786616, 'name': ReconfigVM_Task, 'duration_secs': 0.341173} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.601053] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 8359a912-0d0e-435f-bbd7-e808d67e36be/8359a912-0d0e-435f-bbd7-e808d67e36be.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.601384] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6697f400-aecd-4ed4-8dd8-96c2be82b809 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.611237] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1527.611237] env[62295]: value = "task-1786618" [ 1527.611237] env[62295]: _type = "Task" [ 1527.611237] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.618831] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f1630e-4a23-fec9-1fc5-f96e7f4d02e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.620074] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b54df6c-34ea-4a33-820f-e033a6f4b405 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.625603] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786618, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.630317] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1527.630317] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5204fcf1-dd17-e5b2-a95f-3466ea25ec6d" [ 1527.630317] env[62295]: _type = "Task" [ 1527.630317] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.639514] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5204fcf1-dd17-e5b2-a95f-3466ea25ec6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.672819] env[62295]: DEBUG nova.network.neutron [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Successfully updated port: 5de0b799-87ad-4e85-b43a-490c568fe955 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1527.868825] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.871719] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.963s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.871719] env[62295]: DEBUG nova.objects.instance [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lazy-loading 'resources' on Instance uuid 0e030f03-8f01-44e6-a9dc-b83ac56a270c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.889634] env[62295]: INFO nova.scheduler.client.report [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Deleted allocations for instance 39d5ce35-b0c9-4540-8777-ed00474b7fdd [ 1527.941530] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786617, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.123552] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786618, 'name': Rename_Task, 'duration_secs': 0.180734} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.124068] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.124173] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4e1dfc9-4f09-4ee4-86a1-31bf9a087bf6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.137618] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1528.137618] env[62295]: value = "task-1786619" [ 1528.137618] env[62295]: _type = "Task" [ 1528.137618] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.144915] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5204fcf1-dd17-e5b2-a95f-3466ea25ec6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012366} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.145603] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.145866] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96/86a89d2c-a27b-4af6-9a17-d4ce8eae1b96.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1528.146128] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6521461c-7a10-4823-993c-4ae2cd266c76 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.150915] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.156592] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1528.156592] env[62295]: value = "task-1786620" [ 1528.156592] env[62295]: _type = "Task" [ 1528.156592] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.164481] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.177447] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "refresh_cache-fb018d6f-fec7-4f60-954a-e3d296ceff9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.177655] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquired lock "refresh_cache-fb018d6f-fec7-4f60-954a-e3d296ceff9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.177846] env[62295]: DEBUG nova.network.neutron [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.400887] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43e67668-e3a4-4cfa-a84a-c6a7b4cd7416 tempest-ServersAdminNegativeTestJSON-802484213 tempest-ServersAdminNegativeTestJSON-802484213-project-member] Lock "39d5ce35-b0c9-4540-8777-ed00474b7fdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.601s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.443603] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786617, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.649066] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786619, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.668189] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500332} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.668517] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96/86a89d2c-a27b-4af6-9a17-d4ce8eae1b96.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1528.668739] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1528.669009] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39a6dd32-b121-47f4-9155-7e69f1badd10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.678093] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1528.678093] env[62295]: value = "task-1786621" [ 1528.678093] env[62295]: _type = "Task" [ 1528.678093] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.690377] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.725190] env[62295]: DEBUG nova.network.neutron [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1528.823421] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b657611c-14b7-486c-9ec7-8377e3b03621 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.831593] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472dc6ad-f545-4462-9510-d668043f7227 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.867322] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3685a665-73f8-4127-ab13-c32acfb2951d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.876166] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae038c4-febd-4edf-8109-ea3292d77e5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.892100] env[62295]: DEBUG nova.compute.provider_tree [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.943755] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786617, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.120252] env[62295]: DEBUG nova.network.neutron [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Updating instance_info_cache with network_info: [{"id": "5de0b799-87ad-4e85-b43a-490c568fe955", "address": "fa:16:3e:cb:6c:fc", "network": {"id": "d52ee999-79ad-4e29-ab20-dcebfe5b94c5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-673135112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b9134e14ab4218acfba2eca8caf96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de0b799-87", "ovs_interfaceid": "5de0b799-87ad-4e85-b43a-490c568fe955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.150690] env[62295]: DEBUG oslo_vmware.api [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786619, 'name': PowerOnVM_Task, 'duration_secs': 0.551509} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.150899] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.151100] env[62295]: INFO nova.compute.manager [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1529.151282] env[62295]: DEBUG nova.compute.manager [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1529.152076] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a579c4e-41b4-4708-a3c3-a3efdf0d7d02 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.197863] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095294} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.198149] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1529.198985] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f46eb5-2ca5-440b-97f4-ad24c3f5ef63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.223307] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96/86a89d2c-a27b-4af6-9a17-d4ce8eae1b96.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1529.224099] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2241944-6f5e-4d1d-9320-9d4c5b89be5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.249427] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1529.249427] env[62295]: value = "task-1786622" [ 1529.249427] env[62295]: _type = "Task" [ 1529.249427] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.258526] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.395438] env[62295]: DEBUG nova.scheduler.client.report [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1529.443303] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786617, 'name': CloneVM_Task, 'duration_secs': 1.680844} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.443625] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Created linked-clone VM from snapshot [ 1529.444408] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dbc83a-e029-4f4c-8257-8d5f20961a45 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.453015] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Uploading image 79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1529.478486] env[62295]: DEBUG oslo_vmware.rw_handles [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1529.478486] env[62295]: value = "vm-370716" [ 1529.478486] env[62295]: _type = "VirtualMachine" [ 1529.478486] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1529.478763] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6344bb7-a9f8-40f1-be72-da39cf148ff8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.487896] env[62295]: DEBUG oslo_vmware.rw_handles [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lease: (returnval){ [ 1529.487896] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d07416-0d98-ab13-4100-e06f83e31af8" [ 1529.487896] env[62295]: _type = "HttpNfcLease" [ 1529.487896] env[62295]: } obtained for exporting VM: (result){ [ 1529.487896] env[62295]: value = "vm-370716" [ 1529.487896] env[62295]: _type = "VirtualMachine" [ 1529.487896] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1529.488228] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the lease: (returnval){ [ 1529.488228] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d07416-0d98-ab13-4100-e06f83e31af8" [ 1529.488228] env[62295]: _type = "HttpNfcLease" [ 1529.488228] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1529.495096] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1529.495096] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d07416-0d98-ab13-4100-e06f83e31af8" [ 1529.495096] env[62295]: _type = "HttpNfcLease" [ 1529.495096] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1529.530819] env[62295]: DEBUG nova.compute.manager [req-d54340e5-6a68-4536-9d20-642f18ef6a5c req-c9656b3c-26dc-486d-aad1-aea95bcea8af service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Received event network-changed-5de0b799-87ad-4e85-b43a-490c568fe955 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.530995] env[62295]: DEBUG nova.compute.manager [req-d54340e5-6a68-4536-9d20-642f18ef6a5c req-c9656b3c-26dc-486d-aad1-aea95bcea8af service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Refreshing instance network info cache due to event network-changed-5de0b799-87ad-4e85-b43a-490c568fe955. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1529.531173] env[62295]: DEBUG oslo_concurrency.lockutils [req-d54340e5-6a68-4536-9d20-642f18ef6a5c req-c9656b3c-26dc-486d-aad1-aea95bcea8af service nova] Acquiring lock "refresh_cache-fb018d6f-fec7-4f60-954a-e3d296ceff9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.622801] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Releasing lock "refresh_cache-fb018d6f-fec7-4f60-954a-e3d296ceff9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.623722] env[62295]: DEBUG nova.compute.manager [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Instance network_info: |[{"id": "5de0b799-87ad-4e85-b43a-490c568fe955", "address": "fa:16:3e:cb:6c:fc", "network": {"id": "d52ee999-79ad-4e29-ab20-dcebfe5b94c5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-673135112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b9134e14ab4218acfba2eca8caf96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de0b799-87", "ovs_interfaceid": "5de0b799-87ad-4e85-b43a-490c568fe955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1529.623722] env[62295]: DEBUG oslo_concurrency.lockutils [req-d54340e5-6a68-4536-9d20-642f18ef6a5c req-c9656b3c-26dc-486d-aad1-aea95bcea8af service nova] Acquired lock "refresh_cache-fb018d6f-fec7-4f60-954a-e3d296ceff9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.623948] env[62295]: DEBUG nova.network.neutron [req-d54340e5-6a68-4536-9d20-642f18ef6a5c req-c9656b3c-26dc-486d-aad1-aea95bcea8af service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Refreshing network info cache for port 5de0b799-87ad-4e85-b43a-490c568fe955 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.625431] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:6c:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5de0b799-87ad-4e85-b43a-490c568fe955', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.635617] env[62295]: DEBUG oslo.service.loopingcall [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.638030] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.638684] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e631d84-c124-46b7-883e-56289ad6bb92 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.671365] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.671365] env[62295]: value = "task-1786624" [ 1529.671365] env[62295]: _type = "Task" [ 1529.671365] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.678076] env[62295]: INFO nova.compute.manager [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Took 55.93 seconds to build instance. [ 1529.684783] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786624, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.762254] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.901051] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.904386] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.980s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.905824] env[62295]: INFO nova.compute.claims [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.938422] env[62295]: INFO nova.scheduler.client.report [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Deleted allocations for instance 0e030f03-8f01-44e6-a9dc-b83ac56a270c [ 1529.973072] env[62295]: DEBUG nova.network.neutron [req-d54340e5-6a68-4536-9d20-642f18ef6a5c req-c9656b3c-26dc-486d-aad1-aea95bcea8af service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Updated VIF entry in instance network info cache for port 5de0b799-87ad-4e85-b43a-490c568fe955. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.973072] env[62295]: DEBUG nova.network.neutron [req-d54340e5-6a68-4536-9d20-642f18ef6a5c req-c9656b3c-26dc-486d-aad1-aea95bcea8af service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Updating instance_info_cache with network_info: [{"id": "5de0b799-87ad-4e85-b43a-490c568fe955", "address": "fa:16:3e:cb:6c:fc", "network": {"id": "d52ee999-79ad-4e29-ab20-dcebfe5b94c5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-673135112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b9134e14ab4218acfba2eca8caf96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de0b799-87", "ovs_interfaceid": "5de0b799-87ad-4e85-b43a-490c568fe955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.002029] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.002029] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d07416-0d98-ab13-4100-e06f83e31af8" [ 1530.002029] env[62295]: _type = "HttpNfcLease" [ 1530.002029] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1530.002511] env[62295]: DEBUG oslo_vmware.rw_handles [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1530.002511] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d07416-0d98-ab13-4100-e06f83e31af8" [ 1530.002511] env[62295]: _type = "HttpNfcLease" [ 1530.002511] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1530.003579] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99c1544-bebb-4c31-85a1-897b2abfcbcc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.015390] env[62295]: DEBUG oslo_vmware.rw_handles [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52772a47-64a4-bc5d-bcae-6f1b145f3094/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1530.015624] env[62295]: DEBUG oslo_vmware.rw_handles [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52772a47-64a4-bc5d-bcae-6f1b145f3094/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1530.114309] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f1d2555-4568-4e46-b81c-d4c01fb398d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.179658] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3673521-e05b-447b-88ce-54ca8ad2cab6 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "8359a912-0d0e-435f-bbd7-e808d67e36be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.039s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.187290] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786624, 'name': CreateVM_Task, 'duration_secs': 0.439244} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.187530] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.188185] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.188371] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.188683] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1530.188925] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de05340f-5f25-4350-9373-645da9a8d5fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.194600] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1530.194600] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525fda1c-01d8-fcd5-aef3-a561464d5d4e" [ 1530.194600] env[62295]: _type = "Task" [ 1530.194600] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.204843] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525fda1c-01d8-fcd5-aef3-a561464d5d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.261358] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786622, 'name': ReconfigVM_Task, 'duration_secs': 0.672391} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.261707] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96/86a89d2c-a27b-4af6-9a17-d4ce8eae1b96.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1530.262337] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ad4b2ec-4d6a-4ae2-83f6-5c56da3657bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.271079] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1530.271079] env[62295]: value = "task-1786625" [ 1530.271079] env[62295]: _type = "Task" [ 1530.271079] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.282844] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786625, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.449718] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a2fe27b-ec13-4e13-901f-ee3b6313f20b tempest-ServersNegativeTestMultiTenantJSON-523137667 tempest-ServersNegativeTestMultiTenantJSON-523137667-project-member] Lock "0e030f03-8f01-44e6-a9dc-b83ac56a270c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.613s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.475869] env[62295]: DEBUG oslo_concurrency.lockutils [req-d54340e5-6a68-4536-9d20-642f18ef6a5c req-c9656b3c-26dc-486d-aad1-aea95bcea8af service nova] Releasing lock "refresh_cache-fb018d6f-fec7-4f60-954a-e3d296ceff9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.682372] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1530.709652] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525fda1c-01d8-fcd5-aef3-a561464d5d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.710038] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.710358] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.710674] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.710904] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.711153] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.711484] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19034221-46bf-4869-919f-e5379981eab1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.722931] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.723115] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.724921] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600f7953-2e79-43ad-ac65-ce1d17ef2aa6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.732725] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1530.732725] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520a3fa2-1e12-0d21-f599-a2e6749e144e" [ 1530.732725] env[62295]: _type = "Task" [ 1530.732725] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.742456] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520a3fa2-1e12-0d21-f599-a2e6749e144e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.784192] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786625, 'name': Rename_Task, 'duration_secs': 0.195708} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.784339] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1530.785703] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52dbf116-db89-4305-8419-821f8bd160a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.794605] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1530.794605] env[62295]: value = "task-1786626" [ 1530.794605] env[62295]: _type = "Task" [ 1530.794605] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.806505] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.209668] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.245591] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520a3fa2-1e12-0d21-f599-a2e6749e144e, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.251272] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b977ca13-3953-441e-a3f7-06263205574f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.259116] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1531.259116] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f6d0f0-be77-e220-5429-cf94475f5e87" [ 1531.259116] env[62295]: _type = "Task" [ 1531.259116] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.271608] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f6d0f0-be77-e220-5429-cf94475f5e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.307143] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786626, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.497398] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28a2b9d-cc4d-43df-848b-2a66ce801a5b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.507418] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a410ea0-6f2a-475e-8f37-d270d6fbfc6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.546540] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67734e18-e153-4f3f-b61a-61513f6558fd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.557245] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8d79d9-6594-40d8-b704-d367d0383685 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.577794] env[62295]: DEBUG nova.compute.provider_tree [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.772928] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f6d0f0-be77-e220-5429-cf94475f5e87, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.773487] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.773710] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] fb018d6f-fec7-4f60-954a-e3d296ceff9a/fb018d6f-fec7-4f60-954a-e3d296ceff9a.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1531.774023] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1525daf-7334-48ac-922a-87e794a23686 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.784260] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1531.784260] env[62295]: value = "task-1786627" [ 1531.784260] env[62295]: _type = "Task" [ 1531.784260] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.796277] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.807751] env[62295]: DEBUG oslo_vmware.api [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1786626, 'name': PowerOnVM_Task, 'duration_secs': 0.646962} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.808365] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1531.809936] env[62295]: INFO nova.compute.manager [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1531.809936] env[62295]: DEBUG nova.compute.manager [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1531.809936] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73be8bc-8045-4528-b5b4-fa4551364d66 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.081677] env[62295]: DEBUG nova.scheduler.client.report [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1532.297670] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786627, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.332658] env[62295]: INFO nova.compute.manager [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Took 52.77 seconds to build instance. [ 1532.589596] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.591896] env[62295]: DEBUG nova.compute.manager [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1532.595578] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.606s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.599021] env[62295]: DEBUG nova.objects.instance [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lazy-loading 'resources' on Instance uuid 718ad0a2-15fa-4822-ab5e-4fbf94a4592f {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.611570] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.612073] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.613622] env[62295]: DEBUG nova.compute.manager [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1532.619495] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3300415-6647-4fce-a88d-c67382ab0282 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.628938] env[62295]: DEBUG nova.compute.manager [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1532.628938] env[62295]: DEBUG nova.objects.instance [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lazy-loading 'flavor' on Instance uuid edc685d0-d961-4aa0-aeb1-f7b9897a5dbd {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.801473] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787355} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.802662] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] fb018d6f-fec7-4f60-954a-e3d296ceff9a/fb018d6f-fec7-4f60-954a-e3d296ceff9a.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1532.802662] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1532.802662] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae8d58cd-2cd2-43cd-9350-a7383756766f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.813334] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1532.813334] env[62295]: value = "task-1786628" [ 1532.813334] env[62295]: _type = "Task" [ 1532.813334] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.830360] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.836301] env[62295]: DEBUG oslo_concurrency.lockutils [None req-55850972-1546-411e-863e-fe1821ad7060 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.884s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.099724] env[62295]: DEBUG nova.compute.utils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.105802] env[62295]: DEBUG nova.compute.manager [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Not allocating networking since 'none' was specified. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1533.134977] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1533.135420] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03883a1c-c688-47a2-9932-f7a89be3a6f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.149962] env[62295]: DEBUG oslo_vmware.api [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1533.149962] env[62295]: value = "task-1786629" [ 1533.149962] env[62295]: _type = "Task" [ 1533.149962] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.160811] env[62295]: DEBUG oslo_vmware.api [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.333586] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159857} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.338254] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1533.338254] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a7bd2b-f16b-4740-ba8f-4233d6a5313f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.343448] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1533.371113] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] fb018d6f-fec7-4f60-954a-e3d296ceff9a/fb018d6f-fec7-4f60-954a-e3d296ceff9a.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.374441] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0be3677-b941-4e18-891b-1156245c1b25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.400267] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1533.400267] env[62295]: value = "task-1786630" [ 1533.400267] env[62295]: _type = "Task" [ 1533.400267] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.414223] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.609040] env[62295]: DEBUG nova.compute.manager [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1533.657868] env[62295]: DEBUG oslo_vmware.api [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786629, 'name': PowerOffVM_Task, 'duration_secs': 0.309091} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.660984] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.661184] env[62295]: DEBUG nova.compute.manager [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1533.663164] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4fa8d3-12f3-4546-b9d6-d1e02c95d074 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.678086] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4006ba-79d6-4828-a2a7-bf54ad2c41c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.691060] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8f335f-48ea-4634-9776-2e990cf86230 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.729951] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879db883-affb-455a-85a5-a05f6b0d617d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.739244] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d4f3a6-b0ba-40af-b241-c983d97a703d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.757381] env[62295]: DEBUG nova.compute.provider_tree [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.777774] env[62295]: DEBUG nova.compute.manager [req-2589fd1c-f3e1-49e5-9300-d00159526b96 req-e58c9548-5838-4959-a00e-cf92ce4582a5 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Received event network-changed-3abd8768-058f-47f6-93cb-b21273e4af3e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1533.777774] env[62295]: DEBUG nova.compute.manager [req-2589fd1c-f3e1-49e5-9300-d00159526b96 req-e58c9548-5838-4959-a00e-cf92ce4582a5 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Refreshing instance network info cache due to event network-changed-3abd8768-058f-47f6-93cb-b21273e4af3e. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1533.777774] env[62295]: DEBUG oslo_concurrency.lockutils [req-2589fd1c-f3e1-49e5-9300-d00159526b96 req-e58c9548-5838-4959-a00e-cf92ce4582a5 service nova] Acquiring lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.777774] env[62295]: DEBUG oslo_concurrency.lockutils [req-2589fd1c-f3e1-49e5-9300-d00159526b96 req-e58c9548-5838-4959-a00e-cf92ce4582a5 service nova] Acquired lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.778079] env[62295]: DEBUG nova.network.neutron [req-2589fd1c-f3e1-49e5-9300-d00159526b96 req-e58c9548-5838-4959-a00e-cf92ce4582a5 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Refreshing network info cache for port 3abd8768-058f-47f6-93cb-b21273e4af3e {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.862707] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.915860] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786630, 'name': ReconfigVM_Task, 'duration_secs': 0.376316} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.916169] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] fb018d6f-fec7-4f60-954a-e3d296ceff9a/fb018d6f-fec7-4f60-954a-e3d296ceff9a.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1533.916521] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62295) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1533.917527] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f4e2d92f-f1b0-4912-b631-78ec1401c38f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.927085] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1533.927085] env[62295]: value = "task-1786631" [ 1533.927085] env[62295]: _type = "Task" [ 1533.927085] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.943221] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786631, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.181651] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d01e78c4-da62-48ed-a1f1-3d1cec7a570f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.570s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.261016] env[62295]: DEBUG nova.scheduler.client.report [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1534.443016] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786631, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.07402} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.445551] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62295) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1534.446389] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489c9450-4981-4d7c-a067-56fb80104bed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.478340] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] fb018d6f-fec7-4f60-954a-e3d296ceff9a/ephemeral_0.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.478734] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7666c0d2-0848-4eee-b31b-03195d6cc070 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.500162] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1534.500162] env[62295]: value = "task-1786632" [ 1534.500162] env[62295]: _type = "Task" [ 1534.500162] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.514303] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.620991] env[62295]: DEBUG nova.compute.manager [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1534.651062] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1534.651320] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1534.651475] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.651657] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1534.651804] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.651952] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1534.652176] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1534.652336] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1534.652612] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1534.652815] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1534.652993] env[62295]: DEBUG nova.virt.hardware [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1534.653900] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba96e21-758a-4734-b649-ce33314ca29c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.670023] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0d31ad-bb2c-4ff2-bd08-eda8c767c04e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.683297] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.689914] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Creating folder: Project (e8cfb1b94f0a46e793acc1281f0cd6e5). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1534.690519] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be02ca55-594f-4bc7-838a-1442d4e87064 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.705480] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Created folder: Project (e8cfb1b94f0a46e793acc1281f0cd6e5) in parent group-v370569. [ 1534.705727] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Creating folder: Instances. Parent ref: group-v370718. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1534.705887] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eedfec09-856f-49cb-96fa-746ca93d757c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.720898] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Created folder: Instances in parent group-v370718. [ 1534.721264] env[62295]: DEBUG oslo.service.loopingcall [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.721419] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.721646] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21c17d19-70de-4b7d-9605-7339f3fcc9ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.742070] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.742070] env[62295]: value = "task-1786635" [ 1534.742070] env[62295]: _type = "Task" [ 1534.742070] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.750983] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786635, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.769134] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.773921] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.266s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.775642] env[62295]: INFO nova.compute.claims [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.801041] env[62295]: INFO nova.scheduler.client.report [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Deleted allocations for instance 718ad0a2-15fa-4822-ab5e-4fbf94a4592f [ 1534.877130] env[62295]: DEBUG nova.network.neutron [req-2589fd1c-f3e1-49e5-9300-d00159526b96 req-e58c9548-5838-4959-a00e-cf92ce4582a5 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updated VIF entry in instance network info cache for port 3abd8768-058f-47f6-93cb-b21273e4af3e. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.877478] env[62295]: DEBUG nova.network.neutron [req-2589fd1c-f3e1-49e5-9300-d00159526b96 req-e58c9548-5838-4959-a00e-cf92ce4582a5 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance_info_cache with network_info: [{"id": "3abd8768-058f-47f6-93cb-b21273e4af3e", "address": "fa:16:3e:53:77:a1", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abd8768-05", "ovs_interfaceid": "3abd8768-058f-47f6-93cb-b21273e4af3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.011754] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786632, 'name': ReconfigVM_Task, 'duration_secs': 0.401333} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.012261] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] fb018d6f-fec7-4f60-954a-e3d296ceff9a/ephemeral_0.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.013291] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808fc22b-2b25-446e-a142-9cdc2bd008a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.024030] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1535.024030] env[62295]: value = "task-1786636" [ 1535.024030] env[62295]: _type = "Task" [ 1535.024030] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.035309] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786636, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.255027] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786635, 'name': CreateVM_Task, 'duration_secs': 0.492182} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.255027] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.255027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.255027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.255027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1535.255027] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eba82fd-f7fa-4563-994e-5cc37de5eba1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.259990] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1535.259990] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52086f92-aa1b-689d-bfd0-31219d479b62" [ 1535.259990] env[62295]: _type = "Task" [ 1535.259990] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.268867] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52086f92-aa1b-689d-bfd0-31219d479b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.310221] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d23eb87-eaf0-4b74-af9c-a582abe5c80f tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "718ad0a2-15fa-4822-ab5e-4fbf94a4592f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.386s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.382426] env[62295]: DEBUG oslo_concurrency.lockutils [req-2589fd1c-f3e1-49e5-9300-d00159526b96 req-e58c9548-5838-4959-a00e-cf92ce4582a5 service nova] Releasing lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.499165] env[62295]: DEBUG nova.objects.instance [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lazy-loading 'flavor' on Instance uuid edc685d0-d961-4aa0-aeb1-f7b9897a5dbd {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.536363] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786636, 'name': Rename_Task, 'duration_secs': 0.223522} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.536950] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.537243] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffe7c8a9-defb-4569-ae0b-8e01f9def1f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.546714] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1535.546714] env[62295]: value = "task-1786637" [ 1535.546714] env[62295]: _type = "Task" [ 1535.546714] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.555640] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.732165] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquiring lock "d6e03104-099b-40ed-80f7-35fe4a41754f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.732788] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lock "d6e03104-099b-40ed-80f7-35fe4a41754f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.778620] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52086f92-aa1b-689d-bfd0-31219d479b62, 'name': SearchDatastore_Task, 'duration_secs': 0.022785} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.778954] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.779217] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.779454] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.779599] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.779782] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.780064] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19fe979f-fb6a-4b66-bacc-6054e88c16e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.790263] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.790453] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.791238] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25718871-306f-4572-9efd-05a327c7de45 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.798055] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1535.798055] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5277e23e-9100-4413-2697-87b09d34497c" [ 1535.798055] env[62295]: _type = "Task" [ 1535.798055] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.811648] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5277e23e-9100-4413-2697-87b09d34497c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.005506] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "refresh_cache-edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.005506] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquired lock "refresh_cache-edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.005506] env[62295]: DEBUG nova.network.neutron [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.005506] env[62295]: DEBUG nova.objects.instance [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lazy-loading 'info_cache' on Instance uuid edc685d0-d961-4aa0-aeb1-f7b9897a5dbd {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.022612] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "6afe2a10-5b07-43ce-9dea-6d6e503f3652" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.022870] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "6afe2a10-5b07-43ce-9dea-6d6e503f3652" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.023086] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "6afe2a10-5b07-43ce-9dea-6d6e503f3652-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.023348] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "6afe2a10-5b07-43ce-9dea-6d6e503f3652-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.023519] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "6afe2a10-5b07-43ce-9dea-6d6e503f3652-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.025989] env[62295]: INFO nova.compute.manager [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Terminating instance [ 1536.028947] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "refresh_cache-6afe2a10-5b07-43ce-9dea-6d6e503f3652" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.029153] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquired lock "refresh_cache-6afe2a10-5b07-43ce-9dea-6d6e503f3652" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.030094] env[62295]: DEBUG nova.network.neutron [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.061808] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.238890] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54276b31-d75b-47cd-a014-94b4a74c9d83 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.248245] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9919c9-47ff-4525-8320-d6b9a0b2dc40 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.281494] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e51603-5371-44c8-9930-1169f91c4c87 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.290272] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a977f73d-40f2-4997-823c-845eda1876b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.305736] env[62295]: DEBUG nova.compute.provider_tree [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.316244] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5277e23e-9100-4413-2697-87b09d34497c, 'name': SearchDatastore_Task, 'duration_secs': 0.013653} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.317050] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9276991-453b-4af5-a3ee-2134606fa0f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.324591] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1536.324591] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52692015-809b-c3a8-eb16-99c737d4fd2f" [ 1536.324591] env[62295]: _type = "Task" [ 1536.324591] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.333343] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52692015-809b-c3a8-eb16-99c737d4fd2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.510347] env[62295]: DEBUG nova.objects.base [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1536.552703] env[62295]: DEBUG nova.network.neutron [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.561399] env[62295]: DEBUG oslo_vmware.api [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1786637, 'name': PowerOnVM_Task, 'duration_secs': 0.579215} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.562801] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.562801] env[62295]: INFO nova.compute.manager [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1536.562801] env[62295]: DEBUG nova.compute.manager [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1536.563392] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12e15fe-87e5-4008-a048-0d2fb24b7c71 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.619570] env[62295]: DEBUG nova.network.neutron [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.811119] env[62295]: DEBUG nova.scheduler.client.report [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1536.836683] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52692015-809b-c3a8-eb16-99c737d4fd2f, 'name': SearchDatastore_Task, 'duration_secs': 0.029447} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.836969] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.837242] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f5b3322c-fee8-486a-9364-43906f196de9/f5b3322c-fee8-486a-9364-43906f196de9.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.837524] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4178070-e0d1-4bff-bba9-0d18cf30ebb9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.845899] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1536.845899] env[62295]: value = "task-1786638" [ 1536.845899] env[62295]: _type = "Task" [ 1536.845899] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.855259] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.087513] env[62295]: INFO nova.compute.manager [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Took 55.10 seconds to build instance. [ 1537.122825] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Releasing lock "refresh_cache-6afe2a10-5b07-43ce-9dea-6d6e503f3652" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.123362] env[62295]: DEBUG nova.compute.manager [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1537.123573] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1537.124574] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f936046-6380-4c64-9860-7428f03b7e56 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.140036] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1537.140425] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f73f189a-901b-4ade-9668-e2589cdecd09 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.150557] env[62295]: DEBUG oslo_vmware.api [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1537.150557] env[62295]: value = "task-1786639" [ 1537.150557] env[62295]: _type = "Task" [ 1537.150557] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.161726] env[62295]: DEBUG oslo_vmware.api [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.316759] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.317531] env[62295]: DEBUG nova.compute.manager [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1537.320592] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.382s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.322564] env[62295]: INFO nova.compute.claims [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.360082] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786638, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.363669] env[62295]: DEBUG nova.network.neutron [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Updating instance_info_cache with network_info: [{"id": "99047172-3a32-4f1b-8f89-64f61b182788", "address": "fa:16:3e:bc:de:f3", "network": {"id": "0e8bea86-9c23-41bb-9bd7-edf25f318dfe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1296545360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d9216fd0b4428db9ebc2ddecaa6d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99047172-3a", "ovs_interfaceid": "99047172-3a32-4f1b-8f89-64f61b182788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.592777] env[62295]: DEBUG oslo_concurrency.lockutils [None req-91bff17b-27ba-4fff-acbd-ad3bec7737f4 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.813s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.664581] env[62295]: DEBUG oslo_vmware.api [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786639, 'name': PowerOffVM_Task, 'duration_secs': 0.147053} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.664581] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1537.664581] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1537.664581] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e99d4586-0518-4fff-ac8d-8d463b275cae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.697490] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1537.697763] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1537.697951] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Deleting the datastore file [datastore1] 6afe2a10-5b07-43ce-9dea-6d6e503f3652 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.698399] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6cb138f-6cf6-4f73-9ec8-1ad78fee8a34 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.707194] env[62295]: DEBUG oslo_vmware.api [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for the task: (returnval){ [ 1537.707194] env[62295]: value = "task-1786641" [ 1537.707194] env[62295]: _type = "Task" [ 1537.707194] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.716246] env[62295]: DEBUG oslo_vmware.api [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.830023] env[62295]: DEBUG nova.compute.utils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1537.832140] env[62295]: DEBUG nova.compute.manager [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1537.832471] env[62295]: DEBUG nova.network.neutron [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.859905] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850421} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.860432] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f5b3322c-fee8-486a-9364-43906f196de9/f5b3322c-fee8-486a-9364-43906f196de9.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.860827] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1537.861217] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-febadd6e-28f7-46db-bde9-acb0ef63456f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.865995] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Releasing lock "refresh_cache-edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.869951] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1537.869951] env[62295]: value = "task-1786642" [ 1537.869951] env[62295]: _type = "Task" [ 1537.869951] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.881963] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.900150] env[62295]: DEBUG nova.policy [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f296891bc1ca451cabf9b8fb91cc5bc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07761f4b374c434ea129f3041ad49b1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1537.985791] env[62295]: DEBUG nova.compute.manager [req-fb88af0f-f825-4fa0-9ec4-7eeb8f7a43ba req-be8c7eb1-714e-42a2-9fc2-d43f626d46ef service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Received event network-changed-5de0b799-87ad-4e85-b43a-490c568fe955 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1537.986060] env[62295]: DEBUG nova.compute.manager [req-fb88af0f-f825-4fa0-9ec4-7eeb8f7a43ba req-be8c7eb1-714e-42a2-9fc2-d43f626d46ef service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Refreshing instance network info cache due to event network-changed-5de0b799-87ad-4e85-b43a-490c568fe955. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1537.986368] env[62295]: DEBUG oslo_concurrency.lockutils [req-fb88af0f-f825-4fa0-9ec4-7eeb8f7a43ba req-be8c7eb1-714e-42a2-9fc2-d43f626d46ef service nova] Acquiring lock "refresh_cache-fb018d6f-fec7-4f60-954a-e3d296ceff9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.986550] env[62295]: DEBUG oslo_concurrency.lockutils [req-fb88af0f-f825-4fa0-9ec4-7eeb8f7a43ba req-be8c7eb1-714e-42a2-9fc2-d43f626d46ef service nova] Acquired lock "refresh_cache-fb018d6f-fec7-4f60-954a-e3d296ceff9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.986732] env[62295]: DEBUG nova.network.neutron [req-fb88af0f-f825-4fa0-9ec4-7eeb8f7a43ba req-be8c7eb1-714e-42a2-9fc2-d43f626d46ef service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Refreshing network info cache for port 5de0b799-87ad-4e85-b43a-490c568fe955 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.099028] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1538.218746] env[62295]: DEBUG oslo_vmware.api [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Task: {'id': task-1786641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380837} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.219018] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1538.219213] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1538.219397] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1538.219563] env[62295]: INFO nova.compute.manager [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1538.219891] env[62295]: DEBUG oslo.service.loopingcall [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1538.220163] env[62295]: DEBUG nova.compute.manager [-] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1538.220298] env[62295]: DEBUG nova.network.neutron [-] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1538.251330] env[62295]: DEBUG nova.network.neutron [-] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1538.333110] env[62295]: DEBUG nova.compute.manager [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1538.348343] env[62295]: DEBUG nova.network.neutron [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Successfully created port: 966d8455-a916-4911-95c8-b5469c418673 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1538.370104] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.370448] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-707a2ed8-f7e2-4aec-b299-ec05d26a1032 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.383393] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170961} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.386233] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1538.388027] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa87073d-6edb-4e6f-bc28-b72360661eb5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.396869] env[62295]: DEBUG oslo_vmware.api [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1538.396869] env[62295]: value = "task-1786643" [ 1538.396869] env[62295]: _type = "Task" [ 1538.396869] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.417827] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f5b3322c-fee8-486a-9364-43906f196de9/f5b3322c-fee8-486a-9364-43906f196de9.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.422311] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7afb93d1-81d3-46a2-9b3f-8fc7b3d042c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.442386] env[62295]: DEBUG oslo_vmware.api [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786643, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.452050] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1538.452050] env[62295]: value = "task-1786644" [ 1538.452050] env[62295]: _type = "Task" [ 1538.452050] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.469731] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.631483] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.753842] env[62295]: DEBUG nova.network.neutron [-] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.914989] env[62295]: DEBUG oslo_vmware.api [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786643, 'name': PowerOnVM_Task, 'duration_secs': 0.428733} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.917887] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.918937] env[62295]: DEBUG nova.compute.manager [None req-7ce100fd-72dc-486b-bc35-89795c0ab5eb tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1538.919146] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27563aa0-b1ab-4c5f-a88a-a0efdecfc816 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.923698] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2087278-66fd-4937-b4fd-2e63374d639b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.934314] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb71f80-e5da-46bf-a459-782175316f2b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.974300] env[62295]: DEBUG nova.network.neutron [req-fb88af0f-f825-4fa0-9ec4-7eeb8f7a43ba req-be8c7eb1-714e-42a2-9fc2-d43f626d46ef service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Updated VIF entry in instance network info cache for port 5de0b799-87ad-4e85-b43a-490c568fe955. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.974639] env[62295]: DEBUG nova.network.neutron [req-fb88af0f-f825-4fa0-9ec4-7eeb8f7a43ba req-be8c7eb1-714e-42a2-9fc2-d43f626d46ef service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Updating instance_info_cache with network_info: [{"id": "5de0b799-87ad-4e85-b43a-490c568fe955", "address": "fa:16:3e:cb:6c:fc", "network": {"id": "d52ee999-79ad-4e29-ab20-dcebfe5b94c5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-673135112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b9134e14ab4218acfba2eca8caf96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de0b799-87", "ovs_interfaceid": "5de0b799-87ad-4e85-b43a-490c568fe955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.981434] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6729513c-3e8c-423c-98f8-da052a34322a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.991697] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786644, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.995445] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861ef7b7-e4bc-4f33-8fb6-286e780a4c63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.014155] env[62295]: DEBUG nova.compute.provider_tree [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.257645] env[62295]: INFO nova.compute.manager [-] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Took 1.04 seconds to deallocate network for instance. [ 1539.350392] env[62295]: DEBUG nova.compute.manager [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1539.375589] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1539.375858] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1539.376030] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.376225] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1539.376373] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.376525] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1539.376734] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1539.376909] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1539.377101] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1539.377532] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1539.377741] env[62295]: DEBUG nova.virt.hardware [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1539.379253] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3912d70b-3b71-45ac-8455-d3c8f1b02bda {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.388135] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c28086f-ab10-4ae0-8d81-1fb35aa1dca5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.477652] env[62295]: DEBUG oslo_concurrency.lockutils [req-fb88af0f-f825-4fa0-9ec4-7eeb8f7a43ba req-be8c7eb1-714e-42a2-9fc2-d43f626d46ef service nova] Releasing lock "refresh_cache-fb018d6f-fec7-4f60-954a-e3d296ceff9a" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.484232] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786644, 'name': ReconfigVM_Task, 'duration_secs': 0.568473} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.484516] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f5b3322c-fee8-486a-9364-43906f196de9/f5b3322c-fee8-486a-9364-43906f196de9.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.485156] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a375f7e-4096-45ec-9a7a-f25f91b14a42 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.492917] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1539.492917] env[62295]: value = "task-1786645" [ 1539.492917] env[62295]: _type = "Task" [ 1539.492917] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.502408] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786645, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.517712] env[62295]: DEBUG nova.scheduler.client.report [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1539.765900] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.004942] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786645, 'name': Rename_Task, 'duration_secs': 0.204829} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.005304] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.005564] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46e35cc0-5ed4-41ca-8ab2-8819f3121bf7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.014566] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1540.014566] env[62295]: value = "task-1786646" [ 1540.014566] env[62295]: _type = "Task" [ 1540.014566] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.025026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.025026] env[62295]: DEBUG nova.compute.manager [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1540.026936] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.418s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.027482] env[62295]: DEBUG nova.objects.instance [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lazy-loading 'resources' on Instance uuid 1f4943ad-817a-4307-8f54-af4259b1656d {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.035989] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.107566] env[62295]: DEBUG nova.compute.manager [req-f3dfa7aa-1b00-429e-bcb0-ecf6b931d1a3 req-060f7655-838d-416b-b088-0e7e3f2e69fa service nova] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Received event network-vif-plugged-966d8455-a916-4911-95c8-b5469c418673 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1540.107678] env[62295]: DEBUG oslo_concurrency.lockutils [req-f3dfa7aa-1b00-429e-bcb0-ecf6b931d1a3 req-060f7655-838d-416b-b088-0e7e3f2e69fa service nova] Acquiring lock "450eebcc-7f93-4234-9b44-8f28d7c9b849-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.107886] env[62295]: DEBUG oslo_concurrency.lockutils [req-f3dfa7aa-1b00-429e-bcb0-ecf6b931d1a3 req-060f7655-838d-416b-b088-0e7e3f2e69fa service nova] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.108047] env[62295]: DEBUG oslo_concurrency.lockutils [req-f3dfa7aa-1b00-429e-bcb0-ecf6b931d1a3 req-060f7655-838d-416b-b088-0e7e3f2e69fa service nova] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.108225] env[62295]: DEBUG nova.compute.manager [req-f3dfa7aa-1b00-429e-bcb0-ecf6b931d1a3 req-060f7655-838d-416b-b088-0e7e3f2e69fa service nova] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] No waiting events found dispatching network-vif-plugged-966d8455-a916-4911-95c8-b5469c418673 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1540.108413] env[62295]: WARNING nova.compute.manager [req-f3dfa7aa-1b00-429e-bcb0-ecf6b931d1a3 req-060f7655-838d-416b-b088-0e7e3f2e69fa service nova] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Received unexpected event network-vif-plugged-966d8455-a916-4911-95c8-b5469c418673 for instance with vm_state building and task_state spawning. [ 1540.195370] env[62295]: DEBUG oslo_vmware.rw_handles [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52772a47-64a4-bc5d-bcae-6f1b145f3094/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1540.196388] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cec0612-e9ba-4ec0-9ac7-efd965030eb5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.204133] env[62295]: DEBUG oslo_vmware.rw_handles [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52772a47-64a4-bc5d-bcae-6f1b145f3094/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1540.204344] env[62295]: ERROR oslo_vmware.rw_handles [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52772a47-64a4-bc5d-bcae-6f1b145f3094/disk-0.vmdk due to incomplete transfer. [ 1540.204619] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3b04b56-85fe-43b8-bf52-2bc1f9dab64e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.213724] env[62295]: DEBUG oslo_vmware.rw_handles [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52772a47-64a4-bc5d-bcae-6f1b145f3094/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1540.213933] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Uploaded image 79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7 to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1540.216193] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1540.217050] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c2ef97e0-aab7-4037-9d6b-6fcad786f989 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.229588] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1540.229588] env[62295]: value = "task-1786647" [ 1540.229588] env[62295]: _type = "Task" [ 1540.229588] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.235853] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786647, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.289346] env[62295]: DEBUG nova.network.neutron [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Successfully updated port: 966d8455-a916-4911-95c8-b5469c418673 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1540.525299] env[62295]: DEBUG oslo_vmware.api [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786646, 'name': PowerOnVM_Task, 'duration_secs': 0.489497} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.525688] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.525942] env[62295]: INFO nova.compute.manager [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1540.526187] env[62295]: DEBUG nova.compute.manager [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1540.527073] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbd7a59-9ed6-47a4-b1d9-703ab06d417b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.532030] env[62295]: DEBUG nova.compute.utils [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1540.536481] env[62295]: DEBUG nova.compute.manager [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1540.536481] env[62295]: DEBUG nova.network.neutron [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1540.594872] env[62295]: DEBUG nova.policy [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c55ee90f82ef4904ae77589c456c5e96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2b0d22cc0b64165b2d1982213fb1cbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1540.736510] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786647, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.792522] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.792773] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.792885] env[62295]: DEBUG nova.network.neutron [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.960017] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816cb430-f4b8-4f3f-9989-37b4cfb122f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.967299] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3001863d-936b-4b4b-b9a0-5fafeaede8e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.000264] env[62295]: DEBUG nova.network.neutron [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Successfully created port: 16769c78-1df6-4aad-8198-2304afda6264 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.002774] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c883785-3a09-44b1-8233-af67370f439e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.012196] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5b10f4-ca2b-4205-b684-4e53f81e6664 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.026499] env[62295]: DEBUG nova.compute.provider_tree [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.039765] env[62295]: DEBUG nova.compute.manager [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1541.058267] env[62295]: INFO nova.compute.manager [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Took 55.16 seconds to build instance. [ 1541.241520] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786647, 'name': Destroy_Task, 'duration_secs': 0.648056} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.241944] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Destroyed the VM [ 1541.242354] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1541.242730] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21f9e5de-7f9e-4186-9650-c096ef445f09 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.251899] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1541.251899] env[62295]: value = "task-1786648" [ 1541.251899] env[62295]: _type = "Task" [ 1541.251899] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.267242] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786648, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.354566] env[62295]: DEBUG nova.network.neutron [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1541.530514] env[62295]: DEBUG nova.scheduler.client.report [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1541.545122] env[62295]: INFO nova.virt.block_device [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Booting with volume 7d031d38-2e0d-416c-a8c2-97285477a5e0 at /dev/sda [ 1541.560709] env[62295]: DEBUG oslo_concurrency.lockutils [None req-07b6b75d-5bd0-492a-9b44-ccafad15a61e tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "f5b3322c-fee8-486a-9364-43906f196de9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.995s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.593066] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10236feb-c854-4d90-8fd7-ce5c998576b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.606130] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19e90e4-70f1-4bb6-becf-8ef88bfe6eab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.642418] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dee8e378-1da3-48e7-bf8a-45172c499dbf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.652824] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b4067-116d-48c2-b00f-83539146c570 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.665034] env[62295]: DEBUG nova.network.neutron [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance_info_cache with network_info: [{"id": "966d8455-a916-4911-95c8-b5469c418673", "address": "fa:16:3e:c5:38:bb", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966d8455-a9", "ovs_interfaceid": "966d8455-a916-4911-95c8-b5469c418673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.692468] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0832a3-ce60-4809-ae3c-576ba2c143b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.701401] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e3db0c-c3f5-4383-9191-6ba16e2195b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.724935] env[62295]: DEBUG nova.virt.block_device [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Updating existing volume attachment record: 599582f0-929b-4e17-8124-3ce48976ab7f {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1541.763687] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786648, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.926637] env[62295]: INFO nova.compute.manager [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Rebuilding instance [ 1541.976344] env[62295]: DEBUG nova.compute.manager [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1541.977299] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2992721-990b-44cb-b0ec-1790b6c3008c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.037251] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.041094] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.430s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.041094] env[62295]: DEBUG nova.objects.instance [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lazy-loading 'resources' on Instance uuid 7cc92005-410a-44ac-b7cd-c39e39a0bedf {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.059492] env[62295]: INFO nova.scheduler.client.report [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleted allocations for instance 1f4943ad-817a-4307-8f54-af4259b1656d [ 1542.065574] env[62295]: DEBUG nova.compute.manager [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1542.168021] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.168405] env[62295]: DEBUG nova.compute.manager [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Instance network_info: |[{"id": "966d8455-a916-4911-95c8-b5469c418673", "address": "fa:16:3e:c5:38:bb", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966d8455-a9", "ovs_interfaceid": "966d8455-a916-4911-95c8-b5469c418673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1542.168851] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:38:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '966d8455-a916-4911-95c8-b5469c418673', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.176600] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Creating folder: Project (07761f4b374c434ea129f3041ad49b1b). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1542.177196] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3750d47-7e97-4aca-8fc2-43477ecf08da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.195595] env[62295]: DEBUG nova.compute.manager [req-756be8e4-6d08-4acf-a956-f71bc67524c2 req-4a58a40c-2296-4bcf-88f6-ec94ccd02c00 service nova] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Received event network-changed-966d8455-a916-4911-95c8-b5469c418673 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1542.195797] env[62295]: DEBUG nova.compute.manager [req-756be8e4-6d08-4acf-a956-f71bc67524c2 req-4a58a40c-2296-4bcf-88f6-ec94ccd02c00 service nova] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Refreshing instance network info cache due to event network-changed-966d8455-a916-4911-95c8-b5469c418673. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1542.196016] env[62295]: DEBUG oslo_concurrency.lockutils [req-756be8e4-6d08-4acf-a956-f71bc67524c2 req-4a58a40c-2296-4bcf-88f6-ec94ccd02c00 service nova] Acquiring lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.196363] env[62295]: DEBUG oslo_concurrency.lockutils [req-756be8e4-6d08-4acf-a956-f71bc67524c2 req-4a58a40c-2296-4bcf-88f6-ec94ccd02c00 service nova] Acquired lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.196363] env[62295]: DEBUG nova.network.neutron [req-756be8e4-6d08-4acf-a956-f71bc67524c2 req-4a58a40c-2296-4bcf-88f6-ec94ccd02c00 service nova] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Refreshing network info cache for port 966d8455-a916-4911-95c8-b5469c418673 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1542.201610] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Created folder: Project (07761f4b374c434ea129f3041ad49b1b) in parent group-v370569. [ 1542.201812] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Creating folder: Instances. Parent ref: group-v370721. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1542.202064] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c05cfa4b-a8f9-4673-b789-82207a41af0c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.214986] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Created folder: Instances in parent group-v370721. [ 1542.215357] env[62295]: DEBUG oslo.service.loopingcall [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.215816] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1542.216069] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5be0dd61-9c6b-4368-98a5-01671b2e4295 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.238870] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.238870] env[62295]: value = "task-1786651" [ 1542.238870] env[62295]: _type = "Task" [ 1542.238870] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.246826] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786651, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.261765] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786648, 'name': RemoveSnapshot_Task, 'duration_secs': 0.910596} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.262893] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1542.263453] env[62295]: DEBUG nova.compute.manager [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1542.264304] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89f1a27-16e4-4161-9b24-34b9437124b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.490072] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.490072] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4eea88-287c-473f-bf0e-f46b6c78672a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.500028] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1542.500028] env[62295]: value = "task-1786652" [ 1542.500028] env[62295]: _type = "Task" [ 1542.500028] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.509233] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.567335] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c32f7b2-f2fd-4059-939b-d37730870930 tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "1f4943ad-817a-4307-8f54-af4259b1656d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.134s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.591519] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.611856] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquiring lock "04b4a097-782c-4119-8b22-657230f85c93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.612144] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Lock "04b4a097-782c-4119-8b22-657230f85c93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.612497] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquiring lock "04b4a097-782c-4119-8b22-657230f85c93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.612759] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Lock "04b4a097-782c-4119-8b22-657230f85c93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.612948] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Lock "04b4a097-782c-4119-8b22-657230f85c93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.615762] env[62295]: INFO nova.compute.manager [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Terminating instance [ 1542.620387] env[62295]: DEBUG nova.compute.manager [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1542.620617] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1542.623314] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fe094d-c586-4a96-a8d0-df2ba8966414 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.632183] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.632458] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-086a547d-9b1c-4518-a34c-8c4df3ea69dd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.644458] env[62295]: DEBUG oslo_vmware.api [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for the task: (returnval){ [ 1542.644458] env[62295]: value = "task-1786653" [ 1542.644458] env[62295]: _type = "Task" [ 1542.644458] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.657361] env[62295]: DEBUG oslo_vmware.api [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.752370] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786651, 'name': CreateVM_Task, 'duration_secs': 0.414825} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.752560] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1542.753898] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.753898] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.753898] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1542.753898] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a52fcc7-dfdf-4c78-8622-74abf254396a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.762844] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1542.762844] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525b6db7-8e9b-70ec-cfd2-724730e81cd3" [ 1542.762844] env[62295]: _type = "Task" [ 1542.762844] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.771906] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525b6db7-8e9b-70ec-cfd2-724730e81cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.779481] env[62295]: INFO nova.compute.manager [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Shelve offloading [ 1542.781574] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.781574] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f853a985-eb93-4750-9db2-4ad0219c57c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.791092] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1542.791092] env[62295]: value = "task-1786654" [ 1542.791092] env[62295]: _type = "Task" [ 1542.791092] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.798863] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.994291] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f774f3e1-9599-4859-bbcd-2a1f58013e9d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.006330] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e5755-e702-4167-a21d-f08e7407e11f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.016255] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786652, 'name': PowerOffVM_Task, 'duration_secs': 0.191417} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.042088] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.042351] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1543.045913] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c241ab74-0e5e-4577-9adb-d3a9215cf8f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.048729] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcded8a-5da6-490b-996a-824b2fad1f5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.059841] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887f6bec-b0e4-495b-8060-1c388c88ecbb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.064111] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.064351] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f2bcea-e10a-4fbd-a608-ada961ef36c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.078193] env[62295]: DEBUG nova.compute.provider_tree [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.092508] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.092723] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.092905] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Deleting the datastore file [datastore1] f5b3322c-fee8-486a-9364-43906f196de9 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.093177] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8896504f-35c6-4762-aa14-3d868f40b985 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.101970] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1543.101970] env[62295]: value = "task-1786656" [ 1543.101970] env[62295]: _type = "Task" [ 1543.101970] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.112446] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.134037] env[62295]: DEBUG nova.network.neutron [req-756be8e4-6d08-4acf-a956-f71bc67524c2 req-4a58a40c-2296-4bcf-88f6-ec94ccd02c00 service nova] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updated VIF entry in instance network info cache for port 966d8455-a916-4911-95c8-b5469c418673. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1543.134491] env[62295]: DEBUG nova.network.neutron [req-756be8e4-6d08-4acf-a956-f71bc67524c2 req-4a58a40c-2296-4bcf-88f6-ec94ccd02c00 service nova] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance_info_cache with network_info: [{"id": "966d8455-a916-4911-95c8-b5469c418673", "address": "fa:16:3e:c5:38:bb", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966d8455-a9", "ovs_interfaceid": "966d8455-a916-4911-95c8-b5469c418673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.155633] env[62295]: DEBUG oslo_vmware.api [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786653, 'name': PowerOffVM_Task, 'duration_secs': 0.464592} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.155927] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.156111] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.156368] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-803f8f4f-806f-4835-9470-46414f7eb591 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.245532] env[62295]: DEBUG nova.network.neutron [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Successfully updated port: 16769c78-1df6-4aad-8198-2304afda6264 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.274203] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525b6db7-8e9b-70ec-cfd2-724730e81cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.029163} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.274458] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.274833] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.274934] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.275063] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.275246] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.275527] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbabd0c8-2c87-43ce-a3c6-b52056c69b09 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.294572] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.294778] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1543.295815] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f30e93c-f149-4cd3-a942-c07ea80871d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.302081] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1543.302262] env[62295]: DEBUG nova.compute.manager [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1543.303013] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842168c8-67af-490b-bf87-5ba153bb58c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.306493] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1543.306493] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523b7003-5ae8-1df4-3ff3-bcc8ade1733a" [ 1543.306493] env[62295]: _type = "Task" [ 1543.306493] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.311340] env[62295]: DEBUG oslo_concurrency.lockutils [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.311502] env[62295]: DEBUG oslo_concurrency.lockutils [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.311671] env[62295]: DEBUG nova.network.neutron [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.317592] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523b7003-5ae8-1df4-3ff3-bcc8ade1733a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.320218] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "8359a912-0d0e-435f-bbd7-e808d67e36be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.320351] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "8359a912-0d0e-435f-bbd7-e808d67e36be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.320479] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "8359a912-0d0e-435f-bbd7-e808d67e36be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.320673] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "8359a912-0d0e-435f-bbd7-e808d67e36be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.320847] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "8359a912-0d0e-435f-bbd7-e808d67e36be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.322837] env[62295]: INFO nova.compute.manager [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Terminating instance [ 1543.324639] env[62295]: DEBUG nova.compute.manager [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1543.324824] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1543.325870] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fe112d-5039-49de-9fc9-b593ce6b39f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.330614] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.330840] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.331035] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Deleting the datastore file [datastore1] 04b4a097-782c-4119-8b22-657230f85c93 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.331240] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-881b3e70-623a-4dc1-b55a-4717a16bac35 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.338901] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.340630] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad16c682-2369-47cd-b169-419f92d68531 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.342281] env[62295]: DEBUG oslo_vmware.api [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for the task: (returnval){ [ 1543.342281] env[62295]: value = "task-1786658" [ 1543.342281] env[62295]: _type = "Task" [ 1543.342281] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.348228] env[62295]: DEBUG oslo_vmware.api [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1543.348228] env[62295]: value = "task-1786659" [ 1543.348228] env[62295]: _type = "Task" [ 1543.348228] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.354118] env[62295]: DEBUG oslo_vmware.api [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.360747] env[62295]: DEBUG oslo_vmware.api [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.581737] env[62295]: DEBUG nova.scheduler.client.report [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1543.612533] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219997} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.612841] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.613079] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.613304] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.637259] env[62295]: DEBUG oslo_concurrency.lockutils [req-756be8e4-6d08-4acf-a956-f71bc67524c2 req-4a58a40c-2296-4bcf-88f6-ec94ccd02c00 service nova] Releasing lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.747761] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Acquiring lock "refresh_cache-0efc8a99-41f3-4184-ad9c-50011d560179" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.747921] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Acquired lock "refresh_cache-0efc8a99-41f3-4184-ad9c-50011d560179" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.748091] env[62295]: DEBUG nova.network.neutron [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.820632] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523b7003-5ae8-1df4-3ff3-bcc8ade1733a, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.823081] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67ad6a3-87c7-4aa4-a4ae-f57f0c75e0e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.829530] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1543.829530] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522da4dc-e6bd-e4f0-9775-63a3dbb3a673" [ 1543.829530] env[62295]: _type = "Task" [ 1543.829530] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.839411] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522da4dc-e6bd-e4f0-9775-63a3dbb3a673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.841451] env[62295]: DEBUG nova.compute.manager [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1543.842323] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1543.842543] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1543.842704] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.842882] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1543.843233] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.843421] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1543.843636] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1543.843800] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1543.843967] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1543.844148] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1543.844324] env[62295]: DEBUG nova.virt.hardware [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1543.845159] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb1b198-1006-4f3e-97f0-29fa29161f9b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.867607] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ffdbe7-c484-4d04-a3a7-4b522963a066 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.869467] env[62295]: DEBUG oslo_vmware.api [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Task: {'id': task-1786658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287316} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.872549] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.872650] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.872837] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.873395] env[62295]: INFO nova.compute.manager [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1543.873696] env[62295]: DEBUG oslo.service.loopingcall [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.873921] env[62295]: DEBUG oslo_vmware.api [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786659, 'name': PowerOffVM_Task, 'duration_secs': 0.245209} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.874577] env[62295]: DEBUG nova.compute.manager [-] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1543.874683] env[62295]: DEBUG nova.network.neutron [-] [instance: 04b4a097-782c-4119-8b22-657230f85c93] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.876306] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.876502] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.876769] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37bd5e02-f279-4c19-b0dd-4d4b71fc7283 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.086838] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.088993] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.648s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.091790] env[62295]: INFO nova.compute.claims [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.116515] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.116515] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.116515] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Deleting the datastore file [datastore1] 8359a912-0d0e-435f-bbd7-e808d67e36be {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.121707] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eca2db9-e855-4aac-abcb-75a9abd3d3b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.123639] env[62295]: INFO nova.scheduler.client.report [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Deleted allocations for instance 7cc92005-410a-44ac-b7cd-c39e39a0bedf [ 1544.134674] env[62295]: DEBUG oslo_vmware.api [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1544.134674] env[62295]: value = "task-1786661" [ 1544.134674] env[62295]: _type = "Task" [ 1544.134674] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.145220] env[62295]: DEBUG oslo_vmware.api [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.298201] env[62295]: DEBUG nova.network.neutron [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating instance_info_cache with network_info: [{"id": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85ff10a-d5", "ovs_interfaceid": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.305229] env[62295]: DEBUG nova.network.neutron [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.343709] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522da4dc-e6bd-e4f0-9775-63a3dbb3a673, 'name': SearchDatastore_Task, 'duration_secs': 0.029722} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.350352] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.350352] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 450eebcc-7f93-4234-9b44-8f28d7c9b849/450eebcc-7f93-4234-9b44-8f28d7c9b849.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1544.350352] env[62295]: DEBUG nova.compute.manager [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Received event network-vif-plugged-16769c78-1df6-4aad-8198-2304afda6264 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1544.350352] env[62295]: DEBUG oslo_concurrency.lockutils [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] Acquiring lock "0efc8a99-41f3-4184-ad9c-50011d560179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.350677] env[62295]: DEBUG oslo_concurrency.lockutils [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] Lock "0efc8a99-41f3-4184-ad9c-50011d560179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.350677] env[62295]: DEBUG oslo_concurrency.lockutils [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] Lock "0efc8a99-41f3-4184-ad9c-50011d560179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.350677] env[62295]: DEBUG nova.compute.manager [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] No waiting events found dispatching network-vif-plugged-16769c78-1df6-4aad-8198-2304afda6264 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1544.350677] env[62295]: WARNING nova.compute.manager [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Received unexpected event network-vif-plugged-16769c78-1df6-4aad-8198-2304afda6264 for instance with vm_state building and task_state spawning. [ 1544.350677] env[62295]: DEBUG nova.compute.manager [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Received event network-changed-16769c78-1df6-4aad-8198-2304afda6264 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1544.351019] env[62295]: DEBUG nova.compute.manager [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Refreshing instance network info cache due to event network-changed-16769c78-1df6-4aad-8198-2304afda6264. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1544.351019] env[62295]: DEBUG oslo_concurrency.lockutils [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] Acquiring lock "refresh_cache-0efc8a99-41f3-4184-ad9c-50011d560179" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.351019] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38392d9a-ef20-4dd5-ae62-28d05c3c412d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.359230] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1544.359230] env[62295]: value = "task-1786662" [ 1544.359230] env[62295]: _type = "Task" [ 1544.359230] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.371120] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.642945] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9497a0ed-7e86-4a5b-948f-b83b4d2d73aa tempest-MultipleCreateTestJSON-2074675706 tempest-MultipleCreateTestJSON-2074675706-project-member] Lock "7cc92005-410a-44ac-b7cd-c39e39a0bedf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.137s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.652306] env[62295]: DEBUG oslo_vmware.api [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280945} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.655191] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1544.655761] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1544.655907] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1544.656221] env[62295]: INFO nova.compute.manager [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1544.656890] env[62295]: DEBUG oslo.service.loopingcall [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.657061] env[62295]: DEBUG nova.compute.manager [-] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1544.657061] env[62295]: DEBUG nova.network.neutron [-] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1544.667547] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1544.667815] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1544.668053] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.668240] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1544.668439] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.668651] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1544.668883] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1544.669064] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1544.669287] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1544.669460] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1544.669633] env[62295]: DEBUG nova.virt.hardware [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1544.670943] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe09a6a-d378-489b-b43f-4956cf75a113 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.682988] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6ba680-412e-4543-9f05-910d8cd17514 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.705932] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.712860] env[62295]: DEBUG oslo.service.loopingcall [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.713567] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.713821] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e97147fc-e1f4-4055-b1e5-f3fb1ec9618e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.737149] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.737149] env[62295]: value = "task-1786663" [ 1544.737149] env[62295]: _type = "Task" [ 1544.737149] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.750532] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786663, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.766220] env[62295]: DEBUG nova.network.neutron [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Updating instance_info_cache with network_info: [{"id": "16769c78-1df6-4aad-8198-2304afda6264", "address": "fa:16:3e:08:44:cc", "network": {"id": "5713722f-9e42-4887-b570-bf6cd1e411b0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1118178601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2b0d22cc0b64165b2d1982213fb1cbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16769c78-1d", "ovs_interfaceid": "16769c78-1df6-4aad-8198-2304afda6264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.802020] env[62295]: DEBUG oslo_concurrency.lockutils [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.872365] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.164493] env[62295]: DEBUG nova.compute.manager [req-d9cc2fec-6705-4766-a087-474261734774 req-4a1ad8c1-ccd3-43b1-ac8e-40142ee491b0 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received event network-vif-unplugged-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1545.164764] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9cc2fec-6705-4766-a087-474261734774 req-4a1ad8c1-ccd3-43b1-ac8e-40142ee491b0 service nova] Acquiring lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.164930] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9cc2fec-6705-4766-a087-474261734774 req-4a1ad8c1-ccd3-43b1-ac8e-40142ee491b0 service nova] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.165374] env[62295]: DEBUG oslo_concurrency.lockutils [req-d9cc2fec-6705-4766-a087-474261734774 req-4a1ad8c1-ccd3-43b1-ac8e-40142ee491b0 service nova] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.165668] env[62295]: DEBUG nova.compute.manager [req-d9cc2fec-6705-4766-a087-474261734774 req-4a1ad8c1-ccd3-43b1-ac8e-40142ee491b0 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] No waiting events found dispatching network-vif-unplugged-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1545.165897] env[62295]: WARNING nova.compute.manager [req-d9cc2fec-6705-4766-a087-474261734774 req-4a1ad8c1-ccd3-43b1-ac8e-40142ee491b0 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received unexpected event network-vif-unplugged-d85ff10a-d52a-4a37-947d-00cb5e9c645c for instance with vm_state shelved and task_state shelving_offloading. [ 1545.257195] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786663, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.273583] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Releasing lock "refresh_cache-0efc8a99-41f3-4184-ad9c-50011d560179" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.274015] env[62295]: DEBUG nova.compute.manager [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Instance network_info: |[{"id": "16769c78-1df6-4aad-8198-2304afda6264", "address": "fa:16:3e:08:44:cc", "network": {"id": "5713722f-9e42-4887-b570-bf6cd1e411b0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1118178601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2b0d22cc0b64165b2d1982213fb1cbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16769c78-1d", "ovs_interfaceid": "16769c78-1df6-4aad-8198-2304afda6264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1545.275192] env[62295]: DEBUG oslo_concurrency.lockutils [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] Acquired lock "refresh_cache-0efc8a99-41f3-4184-ad9c-50011d560179" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.275741] env[62295]: DEBUG nova.network.neutron [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Refreshing network info cache for port 16769c78-1df6-4aad-8198-2304afda6264 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.277899] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:44:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16769c78-1df6-4aad-8198-2304afda6264', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1545.286358] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Creating folder: Project (f2b0d22cc0b64165b2d1982213fb1cbe). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1545.290353] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe91dedc-a6bb-4d7c-8487-6bdd8617ef94 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.314082] env[62295]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1545.314410] env[62295]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62295) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1545.314872] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Folder already exists: Project (f2b0d22cc0b64165b2d1982213fb1cbe). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1545.315399] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Creating folder: Instances. Parent ref: group-v370675. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1545.315778] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12adb035-f2db-400d-a054-5444469e4420 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.332486] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Created folder: Instances in parent group-v370675. [ 1545.332885] env[62295]: DEBUG oslo.service.loopingcall [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.335424] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.336083] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1545.337348] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44905e5-58c8-45cc-a3b5-b64cdb02833d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.341050] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f868c6d-19ed-4517-9e72-8c1740d334c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.368647] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.370235] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aef1bd5-8acb-4600-bf1a-5dda6e3112d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.371688] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.371688] env[62295]: value = "task-1786666" [ 1545.371688] env[62295]: _type = "Task" [ 1545.371688] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.378871] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545179} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.379472] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 450eebcc-7f93-4234-9b44-8f28d7c9b849/450eebcc-7f93-4234-9b44-8f28d7c9b849.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.379690] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.380314] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43331989-7aa9-41b4-b433-80e85c45cf2a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.384878] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786666, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.394241] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1545.394241] env[62295]: value = "task-1786668" [ 1545.394241] env[62295]: _type = "Task" [ 1545.394241] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.406381] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.454613] env[62295]: DEBUG nova.network.neutron [-] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.510983] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.511285] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.511471] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleting the datastore file [datastore1] 6cd4f1f7-1725-4533-9ef2-6ac907389407 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.512343] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30d93610-01ac-470e-82e0-79db999465cf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.521667] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1545.521667] env[62295]: value = "task-1786669" [ 1545.521667] env[62295]: _type = "Task" [ 1545.521667] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.531699] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.669943] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0e402b-03e2-431f-9517-c01404617189 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.681290] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe07cb97-2a0c-4b03-bb4e-608960264d0a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.719487] env[62295]: DEBUG nova.network.neutron [-] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.721641] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949dc27f-7cce-42c2-92b1-8d85ac9db87d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.730468] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8efe0b4-4235-4b71-8843-75f6b26ee6f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.746726] env[62295]: DEBUG nova.compute.provider_tree [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.749434] env[62295]: DEBUG nova.network.neutron [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Updated VIF entry in instance network info cache for port 16769c78-1df6-4aad-8198-2304afda6264. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.749891] env[62295]: DEBUG nova.network.neutron [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Updating instance_info_cache with network_info: [{"id": "16769c78-1df6-4aad-8198-2304afda6264", "address": "fa:16:3e:08:44:cc", "network": {"id": "5713722f-9e42-4887-b570-bf6cd1e411b0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1118178601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2b0d22cc0b64165b2d1982213fb1cbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16769c78-1d", "ovs_interfaceid": "16769c78-1df6-4aad-8198-2304afda6264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.761169] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786663, 'name': CreateVM_Task, 'duration_secs': 0.563967} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.762618] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.763083] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.763253] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.763575] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1545.764481] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562c8010-049b-44d6-bb4d-7219ab21bf31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.770942] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1545.770942] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522961c6-70c9-0313-4133-db626f0f0147" [ 1545.770942] env[62295]: _type = "Task" [ 1545.770942] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.783023] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522961c6-70c9-0313-4133-db626f0f0147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.882906] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786666, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.905030] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127881} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.905311] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1545.906134] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7f458a-e500-46f6-a3d2-70e0d01155f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.930512] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 450eebcc-7f93-4234-9b44-8f28d7c9b849/450eebcc-7f93-4234-9b44-8f28d7c9b849.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1545.930829] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc52842-12da-4da7-9049-87fe6e54a36e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.953675] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1545.953675] env[62295]: value = "task-1786670" [ 1545.953675] env[62295]: _type = "Task" [ 1545.953675] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.959083] env[62295]: INFO nova.compute.manager [-] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Took 2.08 seconds to deallocate network for instance. [ 1545.964187] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.033231] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.226082] env[62295]: INFO nova.compute.manager [-] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Took 1.57 seconds to deallocate network for instance. [ 1546.255961] env[62295]: DEBUG oslo_concurrency.lockutils [req-ebe6b1a0-d6f9-4b86-a7b5-50d7414e9ad4 req-1e10a090-e14f-4a88-8997-8028f6dabd75 service nova] Releasing lock "refresh_cache-0efc8a99-41f3-4184-ad9c-50011d560179" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.255961] env[62295]: DEBUG nova.scheduler.client.report [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1546.286089] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522961c6-70c9-0313-4133-db626f0f0147, 'name': SearchDatastore_Task, 'duration_secs': 0.096134} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.286089] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.286089] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.286278] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.286402] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.286655] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.286878] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-103b1ebd-a53f-4a82-915c-ebd6061798fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.299989] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.300214] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.301038] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8585e549-e9e1-4dc9-a152-a6399dc3dfdc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.309462] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1546.309462] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5273bc84-d8eb-14d2-0d21-63fcddd67c04" [ 1546.309462] env[62295]: _type = "Task" [ 1546.309462] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.317809] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5273bc84-d8eb-14d2-0d21-63fcddd67c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.382883] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786666, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.443371] env[62295]: DEBUG nova.compute.manager [req-ab372fb1-d711-4b77-b35e-f82087daf85d req-a321976d-fde7-4b09-a642-f5a32604ad4b service nova] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Received event network-vif-deleted-e7e4a3ba-d4b6-4847-9006-05b0e4fc6ac9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1546.443595] env[62295]: DEBUG nova.compute.manager [req-ab372fb1-d711-4b77-b35e-f82087daf85d req-a321976d-fde7-4b09-a642-f5a32604ad4b service nova] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Received event network-vif-deleted-2903f1a4-2c6a-4933-93d4-1e9894b672c3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1546.464776] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786670, 'name': ReconfigVM_Task, 'duration_secs': 0.349025} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.465103] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 450eebcc-7f93-4234-9b44-8f28d7c9b849/450eebcc-7f93-4234-9b44-8f28d7c9b849.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.465804] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5840a813-be87-4ad7-991f-01bf0ea0b7be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.469713] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.473740] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1546.473740] env[62295]: value = "task-1786671" [ 1546.473740] env[62295]: _type = "Task" [ 1546.473740] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.483108] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786671, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.536925] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.732076] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.763426] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.763995] env[62295]: DEBUG nova.compute.manager [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1546.767446] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.428s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.828111] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5273bc84-d8eb-14d2-0d21-63fcddd67c04, 'name': SearchDatastore_Task, 'duration_secs': 0.135185} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.829617] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffb38cb-df27-4ed8-aa83-5298cf9fc7a3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.837714] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1546.837714] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b6822e-ec7c-8e60-e200-e9c3bb1a48a0" [ 1546.837714] env[62295]: _type = "Task" [ 1546.837714] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.852370] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b6822e-ec7c-8e60-e200-e9c3bb1a48a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.889914] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786666, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.985916] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786671, 'name': Rename_Task, 'duration_secs': 0.374341} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.986281] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.986653] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62c87c65-e456-4366-a570-af7bd08d51c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.996787] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1546.996787] env[62295]: value = "task-1786672" [ 1546.996787] env[62295]: _type = "Task" [ 1546.996787] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.007887] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.034681] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.220261] env[62295]: DEBUG nova.compute.manager [req-caa7421f-1029-42fe-ac32-369bcff7768c req-b26a3d07-2114-4efe-a6d5-1685595b8579 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received event network-changed-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1547.220484] env[62295]: DEBUG nova.compute.manager [req-caa7421f-1029-42fe-ac32-369bcff7768c req-b26a3d07-2114-4efe-a6d5-1685595b8579 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Refreshing instance network info cache due to event network-changed-d85ff10a-d52a-4a37-947d-00cb5e9c645c. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1547.220719] env[62295]: DEBUG oslo_concurrency.lockutils [req-caa7421f-1029-42fe-ac32-369bcff7768c req-b26a3d07-2114-4efe-a6d5-1685595b8579 service nova] Acquiring lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.220877] env[62295]: DEBUG oslo_concurrency.lockutils [req-caa7421f-1029-42fe-ac32-369bcff7768c req-b26a3d07-2114-4efe-a6d5-1685595b8579 service nova] Acquired lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.221063] env[62295]: DEBUG nova.network.neutron [req-caa7421f-1029-42fe-ac32-369bcff7768c req-b26a3d07-2114-4efe-a6d5-1685595b8579 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Refreshing network info cache for port d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.271562] env[62295]: DEBUG nova.compute.utils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.273160] env[62295]: DEBUG nova.compute.manager [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1547.273349] env[62295]: DEBUG nova.network.neutron [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1547.334595] env[62295]: DEBUG nova.policy [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe27be111ea447bcb71610470187ef5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '575e7d57cf1a427185ed0d23d8ad4537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1547.351881] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b6822e-ec7c-8e60-e200-e9c3bb1a48a0, 'name': SearchDatastore_Task, 'duration_secs': 0.056906} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.352198] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.352466] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f5b3322c-fee8-486a-9364-43906f196de9/f5b3322c-fee8-486a-9364-43906f196de9.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.352738] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2fa7a8a-3da5-4f62-8931-ca733628dd44 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.361543] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1547.361543] env[62295]: value = "task-1786673" [ 1547.361543] env[62295]: _type = "Task" [ 1547.361543] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.373342] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.384673] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786666, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.514254] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.536659] env[62295]: DEBUG oslo_vmware.api [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.832225} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.536800] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.536959] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.537155] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.561223] env[62295]: INFO nova.scheduler.client.report [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleted allocations for instance 6cd4f1f7-1725-4533-9ef2-6ac907389407 [ 1547.722070] env[62295]: DEBUG nova.network.neutron [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Successfully created port: 85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.784917] env[62295]: DEBUG nova.compute.manager [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1547.813387] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 66cf1b6b-808a-4fa3-9535-801f067229c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1547.813782] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 390cb599-33ae-4c1f-ad15-10d708c8e43b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.813905] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 04b4a097-782c-4119-8b22-657230f85c93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1547.814125] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 473ba36d-5cc5-43f2-8e2c-849cb1da378b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1547.816022] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance a64890a7-59d3-4139-b8d0-72e03f26546c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.816022] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 6afe2a10-5b07-43ce-9dea-6d6e503f3652 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1547.816022] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance febf7ce8-eed9-4846-a9d4-32731585b5e1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.816022] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 380f640a-a595-47b8-89ac-33410c60d48f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1547.816022] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 89594c43-5e93-44e8-97dc-b31991b9c6da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1547.816389] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance edc685d0-d961-4aa0-aeb1-f7b9897a5dbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.816389] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 08f2197d-f2d5-4a22-82ce-a253bb23ac71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.816389] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 8359a912-0d0e-435f-bbd7-e808d67e36be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1547.816389] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.816640] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance fb018d6f-fec7-4f60-954a-e3d296ceff9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.816883] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance f5b3322c-fee8-486a-9364-43906f196de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.817175] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 450eebcc-7f93-4234-9b44-8f28d7c9b849 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.817568] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 0efc8a99-41f3-4184-ad9c-50011d560179 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.817878] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance c51d134a-144d-4453-941a-0a0c7bffcf20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1547.875737] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786673, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.886454] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786666, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.012570] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786672, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.066385] env[62295]: DEBUG oslo_concurrency.lockutils [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.185507] env[62295]: DEBUG nova.network.neutron [req-caa7421f-1029-42fe-ac32-369bcff7768c req-b26a3d07-2114-4efe-a6d5-1685595b8579 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updated VIF entry in instance network info cache for port d85ff10a-d52a-4a37-947d-00cb5e9c645c. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.185832] env[62295]: DEBUG nova.network.neutron [req-caa7421f-1029-42fe-ac32-369bcff7768c req-b26a3d07-2114-4efe-a6d5-1685595b8579 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating instance_info_cache with network_info: [{"id": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd85ff10a-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.322879] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 9410cde5-494b-4eeb-b54e-d0b116595f17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1548.375403] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779528} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.375668] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f5b3322c-fee8-486a-9364-43906f196de9/f5b3322c-fee8-486a-9364-43906f196de9.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.375880] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.376146] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9904f431-e7e5-49ee-9a92-4b9608cb016f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.387426] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786666, 'name': CreateVM_Task, 'duration_secs': 2.887094} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.388578] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.388913] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1548.388913] env[62295]: value = "task-1786674" [ 1548.388913] env[62295]: _type = "Task" [ 1548.388913] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.389589] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370684', 'volume_id': '7d031d38-2e0d-416c-a8c2-97285477a5e0', 'name': 'volume-7d031d38-2e0d-416c-a8c2-97285477a5e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0efc8a99-41f3-4184-ad9c-50011d560179', 'attached_at': '', 'detached_at': '', 'volume_id': '7d031d38-2e0d-416c-a8c2-97285477a5e0', 'serial': '7d031d38-2e0d-416c-a8c2-97285477a5e0'}, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '599582f0-929b-4e17-8124-3ce48976ab7f', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62295) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1548.389811] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Root volume attach. Driver type: vmdk {{(pid=62295) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1548.390652] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f8cc3-2bb4-470c-96db-fde76e0852b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.401678] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.405108] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac274b4e-8ec5-4a7c-a588-14182493a815 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.411320] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983adc2f-8bc1-4582-999c-a7d244d4ef49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.418162] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bda8f520-982b-4425-a7af-62844e07d648 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.425792] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for the task: (returnval){ [ 1548.425792] env[62295]: value = "task-1786675" [ 1548.425792] env[62295]: _type = "Task" [ 1548.425792] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.434457] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786675, 'name': RelocateVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.509237] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786672, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.688774] env[62295]: DEBUG oslo_concurrency.lockutils [req-caa7421f-1029-42fe-ac32-369bcff7768c req-b26a3d07-2114-4efe-a6d5-1685595b8579 service nova] Releasing lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.802717] env[62295]: DEBUG nova.compute.manager [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1548.826475] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 7c500222-e336-4d35-837c-7897ad8720ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1548.837979] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1548.837979] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1548.837979] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.838306] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1548.838306] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.838306] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1548.838306] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1548.838306] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1548.838594] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1548.838825] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1548.839080] env[62295]: DEBUG nova.virt.hardware [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1548.840392] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b73133b-3741-44df-a6c8-e98a73e1e4d9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.851116] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64865718-5525-4c81-a52b-c9575e8aba4d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.901711] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082327} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.901711] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1548.902206] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f308bb01-5326-44f1-96c1-cb13c28d2654 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.923362] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f5b3322c-fee8-486a-9364-43906f196de9/f5b3322c-fee8-486a-9364-43906f196de9.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.923981] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b484268e-8800-4716-b3bf-11dd86251d6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.949915] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786675, 'name': RelocateVM_Task} progress is 19%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.951487] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1548.951487] env[62295]: value = "task-1786676" [ 1548.951487] env[62295]: _type = "Task" [ 1548.951487] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.011889] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786672, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.332428] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 52a53d4b-6b73-4056-9a18-d2eef88d1c82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1549.360055] env[62295]: DEBUG nova.compute.manager [req-1b77e2a9-f01d-4f86-b5da-69d9a6df1e6e req-002b1629-8958-4f39-b506-9d421bd6564d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Received event network-vif-plugged-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1549.360318] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b77e2a9-f01d-4f86-b5da-69d9a6df1e6e req-002b1629-8958-4f39-b506-9d421bd6564d service nova] Acquiring lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.360489] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b77e2a9-f01d-4f86-b5da-69d9a6df1e6e req-002b1629-8958-4f39-b506-9d421bd6564d service nova] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.360668] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b77e2a9-f01d-4f86-b5da-69d9a6df1e6e req-002b1629-8958-4f39-b506-9d421bd6564d service nova] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.360834] env[62295]: DEBUG nova.compute.manager [req-1b77e2a9-f01d-4f86-b5da-69d9a6df1e6e req-002b1629-8958-4f39-b506-9d421bd6564d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] No waiting events found dispatching network-vif-plugged-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1549.360990] env[62295]: WARNING nova.compute.manager [req-1b77e2a9-f01d-4f86-b5da-69d9a6df1e6e req-002b1629-8958-4f39-b506-9d421bd6564d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Received unexpected event network-vif-plugged-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb for instance with vm_state building and task_state spawning. [ 1549.451688] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786675, 'name': RelocateVM_Task, 'duration_secs': 0.913483} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.453183] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1549.453514] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370684', 'volume_id': '7d031d38-2e0d-416c-a8c2-97285477a5e0', 'name': 'volume-7d031d38-2e0d-416c-a8c2-97285477a5e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0efc8a99-41f3-4184-ad9c-50011d560179', 'attached_at': '', 'detached_at': '', 'volume_id': '7d031d38-2e0d-416c-a8c2-97285477a5e0', 'serial': '7d031d38-2e0d-416c-a8c2-97285477a5e0'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1549.459680] env[62295]: DEBUG nova.network.neutron [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Successfully updated port: 85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1549.466328] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db683a2f-a626-4d35-a5a8-3a89dd918d6a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.482903] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28284a8d-3cc1-4495-9840-baeb4bb51d26 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.485683] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786676, 'name': ReconfigVM_Task, 'duration_secs': 0.35898} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.485954] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f5b3322c-fee8-486a-9364-43906f196de9/f5b3322c-fee8-486a-9364-43906f196de9.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.486861] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5355e9f8-adfb-49f7-8b85-6e5367b4a140 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.507251] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-7d031d38-2e0d-416c-a8c2-97285477a5e0/volume-7d031d38-2e0d-416c-a8c2-97285477a5e0.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.509036] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67498c18-547a-4e76-9060-c8e87626dba8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.523886] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1549.523886] env[62295]: value = "task-1786677" [ 1549.523886] env[62295]: _type = "Task" [ 1549.523886] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.534631] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for the task: (returnval){ [ 1549.534631] env[62295]: value = "task-1786678" [ 1549.534631] env[62295]: _type = "Task" [ 1549.534631] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.540663] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786677, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.541087] env[62295]: DEBUG oslo_vmware.api [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786672, 'name': PowerOnVM_Task, 'duration_secs': 2.115543} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.544411] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.544622] env[62295]: INFO nova.compute.manager [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1549.544928] env[62295]: DEBUG nova.compute.manager [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1549.545740] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bc559b-e7ca-4455-abe8-e1c3f606dbd0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.553287] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.834419] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 1c3cebaa-9362-4a71-8346-cf98a3da9d45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1549.967852] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.968426] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.968426] env[62295]: DEBUG nova.network.neutron [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.038845] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786677, 'name': Rename_Task, 'duration_secs': 0.145472} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.039038] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.039271] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-502cf8f2-2aea-4610-a2b5-87c5a14edd80 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.057313] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786678, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.066021] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1550.066021] env[62295]: value = "task-1786679" [ 1550.066021] env[62295]: _type = "Task" [ 1550.066021] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.069977] env[62295]: INFO nova.compute.manager [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Took 61.58 seconds to build instance. [ 1550.076700] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.119433] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.337515] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 4902d062-ca11-4dd3-8746-f2512154d6b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1550.609253] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786678, 'name': ReconfigVM_Task, 'duration_secs': 0.536998} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.609253] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-7d031d38-2e0d-416c-a8c2-97285477a5e0/volume-7d031d38-2e0d-416c-a8c2-97285477a5e0.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.609253] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c48cb338-2766-4f0b-bb8c-9750bfd713f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.609253] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b4df613-dad4-405c-9799-41518ed2fb15 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.402s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.610440] env[62295]: DEBUG oslo_vmware.api [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786679, 'name': PowerOnVM_Task, 'duration_secs': 0.463483} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.610440] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.610440] env[62295]: DEBUG nova.compute.manager [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1550.610440] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for the task: (returnval){ [ 1550.610440] env[62295]: value = "task-1786680" [ 1550.610440] env[62295]: _type = "Task" [ 1550.610440] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.610440] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65550be8-18ac-4716-8d04-97001bf42afe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.610840] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.614379] env[62295]: DEBUG nova.network.neutron [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.840908] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 1079ffe9-8c94-4075-89e2-161338ab43ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1550.852993] env[62295]: DEBUG nova.network.neutron [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updating instance_info_cache with network_info: [{"id": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "address": "fa:16:3e:81:fc:4f", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c9d37c-b0", "ovs_interfaceid": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.081529] env[62295]: DEBUG nova.compute.manager [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1551.095887] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786680, 'name': ReconfigVM_Task, 'duration_secs': 0.150388} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.095994] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370684', 'volume_id': '7d031d38-2e0d-416c-a8c2-97285477a5e0', 'name': 'volume-7d031d38-2e0d-416c-a8c2-97285477a5e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0efc8a99-41f3-4184-ad9c-50011d560179', 'attached_at': '', 'detached_at': '', 'volume_id': '7d031d38-2e0d-416c-a8c2-97285477a5e0', 'serial': '7d031d38-2e0d-416c-a8c2-97285477a5e0'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1551.096963] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f23d0c3-c104-46a3-8394-05b794c49d56 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.103698] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for the task: (returnval){ [ 1551.103698] env[62295]: value = "task-1786681" [ 1551.103698] env[62295]: _type = "Task" [ 1551.103698] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.118461] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786681, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.120028] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.344353] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance ce3060b2-46cd-4893-8e4a-252baeaa1104 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1551.356664] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.356664] env[62295]: DEBUG nova.compute.manager [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Instance network_info: |[{"id": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "address": "fa:16:3e:81:fc:4f", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c9d37c-b0", "ovs_interfaceid": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1551.357029] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:fc:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.363584] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Creating folder: Project (575e7d57cf1a427185ed0d23d8ad4537). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1551.364649] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7f50eb1-8b46-4ad2-9cb5-5252873ad78c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.376502] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Created folder: Project (575e7d57cf1a427185ed0d23d8ad4537) in parent group-v370569. [ 1551.378093] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Creating folder: Instances. Parent ref: group-v370727. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1551.378093] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a38d48f4-4d98-4dab-b50d-104775c707d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.387299] env[62295]: DEBUG nova.compute.manager [req-d123853e-1a98-4ded-a924-a279d2cb37d7 req-670bd19e-f3c8-4521-b132-0f4339f696b0 service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Received event network-changed-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1551.387505] env[62295]: DEBUG nova.compute.manager [req-d123853e-1a98-4ded-a924-a279d2cb37d7 req-670bd19e-f3c8-4521-b132-0f4339f696b0 service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Refreshing instance network info cache due to event network-changed-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1551.387855] env[62295]: DEBUG oslo_concurrency.lockutils [req-d123853e-1a98-4ded-a924-a279d2cb37d7 req-670bd19e-f3c8-4521-b132-0f4339f696b0 service nova] Acquiring lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.387855] env[62295]: DEBUG oslo_concurrency.lockutils [req-d123853e-1a98-4ded-a924-a279d2cb37d7 req-670bd19e-f3c8-4521-b132-0f4339f696b0 service nova] Acquired lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.388069] env[62295]: DEBUG nova.network.neutron [req-d123853e-1a98-4ded-a924-a279d2cb37d7 req-670bd19e-f3c8-4521-b132-0f4339f696b0 service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Refreshing network info cache for port 85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.391304] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Created folder: Instances in parent group-v370727. [ 1551.391304] env[62295]: DEBUG oslo.service.loopingcall [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.391304] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1551.391304] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49d92569-05c6-4680-99ea-f35604b0c6e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.412726] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.412726] env[62295]: value = "task-1786684" [ 1551.412726] env[62295]: _type = "Task" [ 1551.412726] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.421628] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786684, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.426941] env[62295]: DEBUG nova.compute.manager [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Stashing vm_state: active {{(pid=62295) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1551.614504] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786681, 'name': Rename_Task, 'duration_secs': 0.173364} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.614861] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.615170] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40627f38-ec50-4d8b-b189-6bd7c6566698 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.620122] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.621216] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for the task: (returnval){ [ 1551.621216] env[62295]: value = "task-1786685" [ 1551.621216] env[62295]: _type = "Task" [ 1551.621216] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.631112] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.777548] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "87afabee-3b0a-44e8-97d5-54d4db154f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.778094] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "87afabee-3b0a-44e8-97d5-54d4db154f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.849841] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 21844f7a-df25-40c9-b9f2-8fe2446e92be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1551.926776] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786684, 'name': CreateVM_Task, 'duration_secs': 0.491456} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.927163] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1551.927881] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.928175] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.928582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1551.929155] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b45486-cc96-4683-b4d8-60c9e5de3bc0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.941156] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1551.941156] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522571ad-dcb8-5f8c-8386-265110887964" [ 1551.941156] env[62295]: _type = "Task" [ 1551.941156] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.953488] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.961058] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522571ad-dcb8-5f8c-8386-265110887964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.133370] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.140760] env[62295]: DEBUG nova.network.neutron [req-d123853e-1a98-4ded-a924-a279d2cb37d7 req-670bd19e-f3c8-4521-b132-0f4339f696b0 service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updated VIF entry in instance network info cache for port 85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.141278] env[62295]: DEBUG nova.network.neutron [req-d123853e-1a98-4ded-a924-a279d2cb37d7 req-670bd19e-f3c8-4521-b132-0f4339f696b0 service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updating instance_info_cache with network_info: [{"id": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "address": "fa:16:3e:81:fc:4f", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c9d37c-b0", "ovs_interfaceid": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.353997] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance d6e03104-099b-40ed-80f7-35fe4a41754f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1552.354402] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1552.354597] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1552.430143] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "f5b3322c-fee8-486a-9364-43906f196de9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.430440] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "f5b3322c-fee8-486a-9364-43906f196de9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.430677] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "f5b3322c-fee8-486a-9364-43906f196de9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.430927] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "f5b3322c-fee8-486a-9364-43906f196de9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.431029] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "f5b3322c-fee8-486a-9364-43906f196de9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.433338] env[62295]: INFO nova.compute.manager [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Terminating instance [ 1552.435061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "refresh_cache-f5b3322c-fee8-486a-9364-43906f196de9" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.435226] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquired lock "refresh_cache-f5b3322c-fee8-486a-9364-43906f196de9" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.435392] env[62295]: DEBUG nova.network.neutron [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.455412] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522571ad-dcb8-5f8c-8386-265110887964, 'name': SearchDatastore_Task, 'duration_secs': 0.018043} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.455713] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.455950] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.456192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.456365] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.456503] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.456774] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c0c1faf-f618-4ec0-8ed2-067b46d1ad13 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.475420] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.475420] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1552.475420] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c45059-9a2b-4070-80dd-177a46d66d6c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.479342] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1552.479342] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522f92cf-67c8-0006-8ce1-df5299e31a50" [ 1552.479342] env[62295]: _type = "Task" [ 1552.479342] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.487517] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522f92cf-67c8-0006-8ce1-df5299e31a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.632752] env[62295]: DEBUG oslo_vmware.api [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786685, 'name': PowerOnVM_Task, 'duration_secs': 0.575963} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.635685] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.635894] env[62295]: INFO nova.compute.manager [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1552.636094] env[62295]: DEBUG nova.compute.manager [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1552.637078] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b717caff-95f0-4cb3-9d5b-376c9db0d4cf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.648940] env[62295]: DEBUG oslo_concurrency.lockutils [req-d123853e-1a98-4ded-a924-a279d2cb37d7 req-670bd19e-f3c8-4521-b132-0f4339f696b0 service nova] Releasing lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.784471] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dc53b4-49f8-4bd9-b900-9e6b628b2f64 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.792383] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce7c6e5-c27b-4870-89e1-0374e9ce6505 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.821990] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ccdcea-3047-41fc-b26a-c7176deda35c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.829234] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa31bfae-2ff2-4629-950a-c7fd27fb8f1d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.843818] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.961836] env[62295]: DEBUG nova.network.neutron [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1552.992691] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522f92cf-67c8-0006-8ce1-df5299e31a50, 'name': SearchDatastore_Task, 'duration_secs': 0.045574} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.993064] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3d691a-eaaf-4964-9e3b-88af7f955eb4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.998269] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1552.998269] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52132db4-d21a-e32d-fcab-1eae113472e1" [ 1552.998269] env[62295]: _type = "Task" [ 1552.998269] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.005872] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52132db4-d21a-e32d-fcab-1eae113472e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.020976] env[62295]: DEBUG nova.network.neutron [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.155201] env[62295]: INFO nova.compute.manager [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Took 54.23 seconds to build instance. [ 1553.347068] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1553.509698] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52132db4-d21a-e32d-fcab-1eae113472e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.510024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.510327] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] c51d134a-144d-4453-941a-0a0c7bffcf20/c51d134a-144d-4453-941a-0a0c7bffcf20.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.510560] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32052229-1bf2-4fd8-bd86-b9caae8cfc4f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.518296] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1553.518296] env[62295]: value = "task-1786686" [ 1553.518296] env[62295]: _type = "Task" [ 1553.518296] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.523323] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Releasing lock "refresh_cache-f5b3322c-fee8-486a-9364-43906f196de9" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.523775] env[62295]: DEBUG nova.compute.manager [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1553.523962] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1553.527724] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39be136-3a60-40c4-b311-352365121309 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.530482] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.535672] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.535935] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac114181-31cb-479c-b523-97fb214deef6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.542517] env[62295]: DEBUG oslo_vmware.api [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1553.542517] env[62295]: value = "task-1786687" [ 1553.542517] env[62295]: _type = "Task" [ 1553.542517] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.551768] env[62295]: DEBUG oslo_vmware.api [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.659096] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0f8585b4-e61f-4aa8-891b-b555ba8d6500 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lock "0efc8a99-41f3-4184-ad9c-50011d560179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.165s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.854850] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1553.855199] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.088s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.855467] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.124s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.856992] env[62295]: INFO nova.compute.claims [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.030549] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786686, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.056027] env[62295]: DEBUG oslo_vmware.api [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786687, 'name': PowerOffVM_Task, 'duration_secs': 0.122767} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.056027] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.056027] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.056027] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bef39b80-2651-428e-82db-c3793dffe834 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.082233] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.082471] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.082691] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Deleting the datastore file [datastore1] f5b3322c-fee8-486a-9364-43906f196de9 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.083124] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e418244-f756-4d4e-a613-8d6781e9664c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.091343] env[62295]: DEBUG oslo_vmware.api [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for the task: (returnval){ [ 1554.091343] env[62295]: value = "task-1786689" [ 1554.091343] env[62295]: _type = "Task" [ 1554.091343] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.102568] env[62295]: DEBUG oslo_vmware.api [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.161541] env[62295]: DEBUG nova.compute.manager [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1554.171343] env[62295]: DEBUG nova.compute.manager [req-d0cfdab5-e313-41f5-840a-fb43a4982b72 req-03c787c9-9f27-406a-95dd-3997e355987d service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Received event network-changed-16769c78-1df6-4aad-8198-2304afda6264 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1554.171681] env[62295]: DEBUG nova.compute.manager [req-d0cfdab5-e313-41f5-840a-fb43a4982b72 req-03c787c9-9f27-406a-95dd-3997e355987d service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Refreshing instance network info cache due to event network-changed-16769c78-1df6-4aad-8198-2304afda6264. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1554.172029] env[62295]: DEBUG oslo_concurrency.lockutils [req-d0cfdab5-e313-41f5-840a-fb43a4982b72 req-03c787c9-9f27-406a-95dd-3997e355987d service nova] Acquiring lock "refresh_cache-0efc8a99-41f3-4184-ad9c-50011d560179" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.173301] env[62295]: DEBUG oslo_concurrency.lockutils [req-d0cfdab5-e313-41f5-840a-fb43a4982b72 req-03c787c9-9f27-406a-95dd-3997e355987d service nova] Acquired lock "refresh_cache-0efc8a99-41f3-4184-ad9c-50011d560179" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.173301] env[62295]: DEBUG nova.network.neutron [req-d0cfdab5-e313-41f5-840a-fb43a4982b72 req-03c787c9-9f27-406a-95dd-3997e355987d service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Refreshing network info cache for port 16769c78-1df6-4aad-8198-2304afda6264 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.529148] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836952} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.529466] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] c51d134a-144d-4453-941a-0a0c7bffcf20/c51d134a-144d-4453-941a-0a0c7bffcf20.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.529631] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.529879] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91dc1f55-f749-4486-8b56-ba65903e9a0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.539180] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1554.539180] env[62295]: value = "task-1786690" [ 1554.539180] env[62295]: _type = "Task" [ 1554.539180] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.548261] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.603848] env[62295]: DEBUG oslo_vmware.api [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Task: {'id': task-1786689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405849} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.603848] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.603848] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.603848] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.604079] env[62295]: INFO nova.compute.manager [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1554.604238] env[62295]: DEBUG oslo.service.loopingcall [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.604428] env[62295]: DEBUG nova.compute.manager [-] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1554.604521] env[62295]: DEBUG nova.network.neutron [-] [instance: f5b3322c-fee8-486a-9364-43906f196de9] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.628624] env[62295]: DEBUG nova.network.neutron [-] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.700850] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.040518] env[62295]: DEBUG oslo_concurrency.lockutils [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "a64890a7-59d3-4139-b8d0-72e03f26546c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.040781] env[62295]: DEBUG oslo_concurrency.lockutils [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.041031] env[62295]: INFO nova.compute.manager [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Rebooting instance [ 1555.061242] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069153} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.061519] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.062597] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bd24d2-6de7-4482-9663-c9119c041982 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.088510] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c51d134a-144d-4453-941a-0a0c7bffcf20/c51d134a-144d-4453-941a-0a0c7bffcf20.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.091892] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fca1ee2-669a-4e23-8bb6-bcdc6f0e9e62 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.115683] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1555.115683] env[62295]: value = "task-1786691" [ 1555.115683] env[62295]: _type = "Task" [ 1555.115683] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.129576] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786691, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.131442] env[62295]: DEBUG nova.network.neutron [-] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.193937] env[62295]: DEBUG nova.network.neutron [req-d0cfdab5-e313-41f5-840a-fb43a4982b72 req-03c787c9-9f27-406a-95dd-3997e355987d service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Updated VIF entry in instance network info cache for port 16769c78-1df6-4aad-8198-2304afda6264. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.194314] env[62295]: DEBUG nova.network.neutron [req-d0cfdab5-e313-41f5-840a-fb43a4982b72 req-03c787c9-9f27-406a-95dd-3997e355987d service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Updating instance_info_cache with network_info: [{"id": "16769c78-1df6-4aad-8198-2304afda6264", "address": "fa:16:3e:08:44:cc", "network": {"id": "5713722f-9e42-4887-b570-bf6cd1e411b0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1118178601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2b0d22cc0b64165b2d1982213fb1cbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16769c78-1d", "ovs_interfaceid": "16769c78-1df6-4aad-8198-2304afda6264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.341777] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5258068-26a4-4cca-8509-0d50a9d73845 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.350900] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57094ebe-b283-4971-9cc6-2b57838a3028 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.382118] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4727bed5-9611-48af-91b7-bf6ee5a751bb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.391238] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f57646d-6145-4116-b4ca-a7bc1b7c86e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.404593] env[62295]: DEBUG nova.compute.provider_tree [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.564691] env[62295]: DEBUG oslo_concurrency.lockutils [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.564933] env[62295]: DEBUG oslo_concurrency.lockutils [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.565079] env[62295]: DEBUG nova.network.neutron [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.625833] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786691, 'name': ReconfigVM_Task, 'duration_secs': 0.287671} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.626082] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c51d134a-144d-4453-941a-0a0c7bffcf20/c51d134a-144d-4453-941a-0a0c7bffcf20.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1555.626742] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e5c6fd4-a554-405c-b891-49a4effb3fa4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.633161] env[62295]: INFO nova.compute.manager [-] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Took 1.03 seconds to deallocate network for instance. [ 1555.635465] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1555.635465] env[62295]: value = "task-1786692" [ 1555.635465] env[62295]: _type = "Task" [ 1555.635465] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.647740] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786692, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.696750] env[62295]: DEBUG oslo_concurrency.lockutils [req-d0cfdab5-e313-41f5-840a-fb43a4982b72 req-03c787c9-9f27-406a-95dd-3997e355987d service nova] Releasing lock "refresh_cache-0efc8a99-41f3-4184-ad9c-50011d560179" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.908098] env[62295]: DEBUG nova.scheduler.client.report [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1556.143574] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.149816] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786692, 'name': Rename_Task, 'duration_secs': 0.140357} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.150103] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.150354] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae194d9-6668-4f79-9af0-3d4d7a091454 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.157214] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1556.157214] env[62295]: value = "task-1786693" [ 1556.157214] env[62295]: _type = "Task" [ 1556.157214] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.164680] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.396534] env[62295]: DEBUG nova.network.neutron [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance_info_cache with network_info: [{"id": "bef70fc3-221e-402f-bc16-278df7c65924", "address": "fa:16:3e:6a:cd:96", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef70fc3-22", "ovs_interfaceid": "bef70fc3-221e-402f-bc16-278df7c65924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.413294] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.413680] env[62295]: DEBUG nova.compute.manager [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1556.416830] env[62295]: DEBUG oslo_concurrency.lockutils [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.643s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.416830] env[62295]: DEBUG oslo_concurrency.lockutils [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.418542] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.730s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.420204] env[62295]: INFO nova.compute.claims [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.496508] env[62295]: INFO nova.scheduler.client.report [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Deleted allocations for instance 66cf1b6b-808a-4fa3-9535-801f067229c3 [ 1556.669561] env[62295]: DEBUG oslo_vmware.api [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786693, 'name': PowerOnVM_Task, 'duration_secs': 0.472517} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.669857] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.669967] env[62295]: INFO nova.compute.manager [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1556.670319] env[62295]: DEBUG nova.compute.manager [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1556.671430] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e236b9-e76e-4a9b-b70a-f0cf9aaebe8b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.899699] env[62295]: DEBUG oslo_concurrency.lockutils [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.902061] env[62295]: DEBUG nova.compute.manager [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1556.902932] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fea8f0f-fbe4-4153-ba8c-a969aa713ce3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.925154] env[62295]: DEBUG nova.compute.utils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1556.928214] env[62295]: DEBUG nova.compute.manager [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1556.928373] env[62295]: DEBUG nova.network.neutron [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1557.004881] env[62295]: DEBUG oslo_concurrency.lockutils [None req-85a46f26-9abe-45b5-82b7-d4dd669bb92f tempest-SecurityGroupsTestJSON-657822589 tempest-SecurityGroupsTestJSON-657822589-project-member] Lock "66cf1b6b-808a-4fa3-9535-801f067229c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.379s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.028334] env[62295]: DEBUG nova.policy [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b616eb706d1c451b963aa2e41a7d003c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbefd998db8f4f90aa12320707c5b595', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1557.193397] env[62295]: INFO nova.compute.manager [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Took 53.77 seconds to build instance. [ 1557.430261] env[62295]: DEBUG nova.compute.manager [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1557.529507] env[62295]: DEBUG nova.network.neutron [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Successfully created port: 9ac8f2f6-a0ab-440c-8e48-42deda5a2b93 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1557.695293] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fcd9e3c5-2deb-4a09-990d-ad4389ccdd89 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.379s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.906291] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f3fae-0c8a-47ac-b880-964195a8a96d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.913582] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd082be5-0410-4b90-bb73-edeb7be68902 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.919015] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b90a08-9bcf-4c2b-b3f8-e4e9ae3b2c08 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.950963] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3f9c63-df95-4532-92a9-e38a63117ebd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.956938] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Doing hard reboot of VM {{(pid=62295) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1557.957555] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-673678c4-2674-434f-a624-35485474b3b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.962947] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969afa0f-9995-40ac-abee-4fac7f6d8ae4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.968606] env[62295]: DEBUG oslo_vmware.api [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1557.968606] env[62295]: value = "task-1786694" [ 1557.968606] env[62295]: _type = "Task" [ 1557.968606] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.980492] env[62295]: DEBUG nova.compute.provider_tree [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.987501] env[62295]: DEBUG oslo_vmware.api [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786694, 'name': ResetVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.198930] env[62295]: DEBUG nova.compute.manager [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1558.456550] env[62295]: DEBUG nova.compute.manager [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1558.478213] env[62295]: DEBUG oslo_vmware.api [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786694, 'name': ResetVM_Task, 'duration_secs': 0.103937} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.478486] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Did hard reboot of VM {{(pid=62295) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1558.478706] env[62295]: DEBUG nova.compute.manager [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1558.479557] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff0a4c9-fc5c-45fd-a1fa-bbc3d4ba7cd6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.486466] env[62295]: DEBUG nova.scheduler.client.report [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1558.508422] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1558.508422] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1558.508545] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1558.508739] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1558.508891] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1558.509086] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1558.509398] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1558.509605] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1558.509820] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1558.509936] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1558.510121] env[62295]: DEBUG nova.virt.hardware [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1558.510960] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb418150-ba50-429c-87c5-9610298d7b4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.519415] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932cadfa-04b1-445a-8826-3cbe84942cc1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.736223] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.765702] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "25930539-e8b8-4345-abd4-b7d2a53ae194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.765926] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "25930539-e8b8-4345-abd4-b7d2a53ae194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.992453] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.993694] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.192s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.995286] env[62295]: INFO nova.compute.claims [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.001861] env[62295]: DEBUG oslo_concurrency.lockutils [None req-22ba3385-6d45-443f-8fde-48c4a07d2a4b tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.961s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.228150] env[62295]: DEBUG nova.compute.manager [req-26e0d2f8-022c-41d7-a33c-39cafb40d797 req-f0727448-aaf8-4132-aa2a-dd2a48efd383 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Received event network-vif-plugged-9ac8f2f6-a0ab-440c-8e48-42deda5a2b93 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1559.228150] env[62295]: DEBUG oslo_concurrency.lockutils [req-26e0d2f8-022c-41d7-a33c-39cafb40d797 req-f0727448-aaf8-4132-aa2a-dd2a48efd383 service nova] Acquiring lock "9410cde5-494b-4eeb-b54e-d0b116595f17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.228150] env[62295]: DEBUG oslo_concurrency.lockutils [req-26e0d2f8-022c-41d7-a33c-39cafb40d797 req-f0727448-aaf8-4132-aa2a-dd2a48efd383 service nova] Lock "9410cde5-494b-4eeb-b54e-d0b116595f17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.228150] env[62295]: DEBUG oslo_concurrency.lockutils [req-26e0d2f8-022c-41d7-a33c-39cafb40d797 req-f0727448-aaf8-4132-aa2a-dd2a48efd383 service nova] Lock "9410cde5-494b-4eeb-b54e-d0b116595f17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.228150] env[62295]: DEBUG nova.compute.manager [req-26e0d2f8-022c-41d7-a33c-39cafb40d797 req-f0727448-aaf8-4132-aa2a-dd2a48efd383 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] No waiting events found dispatching network-vif-plugged-9ac8f2f6-a0ab-440c-8e48-42deda5a2b93 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1559.228458] env[62295]: WARNING nova.compute.manager [req-26e0d2f8-022c-41d7-a33c-39cafb40d797 req-f0727448-aaf8-4132-aa2a-dd2a48efd383 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Received unexpected event network-vif-plugged-9ac8f2f6-a0ab-440c-8e48-42deda5a2b93 for instance with vm_state building and task_state spawning. [ 1559.346559] env[62295]: DEBUG nova.network.neutron [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Successfully updated port: 9ac8f2f6-a0ab-440c-8e48-42deda5a2b93 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.502939] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquiring lock "f2d598c7-db76-430e-9030-c9d25abbc85b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.502939] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "f2d598c7-db76-430e-9030-c9d25abbc85b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.850618] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "refresh_cache-9410cde5-494b-4eeb-b54e-d0b116595f17" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.850876] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquired lock "refresh_cache-9410cde5-494b-4eeb-b54e-d0b116595f17" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.850951] env[62295]: DEBUG nova.network.neutron [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1560.007561] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "f2d598c7-db76-430e-9030-c9d25abbc85b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.008233] env[62295]: DEBUG nova.compute.manager [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1560.395863] env[62295]: DEBUG nova.network.neutron [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.416287] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0817f861-a346-4a0e-b621-76fad5ffbe71 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.427150] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4efb7d0-69b4-41d0-969b-ce29a748bf0e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.458052] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f4c652-9ab6-4dcf-a4ee-f9e878391b79 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.465519] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b633a3-fd6c-40b6-8f7a-27855641bc87 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.480967] env[62295]: DEBUG nova.compute.provider_tree [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.515235] env[62295]: DEBUG nova.compute.utils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.516682] env[62295]: DEBUG nova.compute.manager [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1560.516917] env[62295]: DEBUG nova.network.neutron [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.591934] env[62295]: DEBUG nova.policy [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b39f0eb46a0442e69f1c821247e710b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b316ca9961e4aed91177f8509ef4dc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1560.644756] env[62295]: DEBUG nova.network.neutron [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Updating instance_info_cache with network_info: [{"id": "9ac8f2f6-a0ab-440c-8e48-42deda5a2b93", "address": "fa:16:3e:4b:0d:15", "network": {"id": "8b58677f-c6f1-4f1d-9c2e-35362ceca625", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1122939086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbefd998db8f4f90aa12320707c5b595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac8f2f6-a0", "ovs_interfaceid": "9ac8f2f6-a0ab-440c-8e48-42deda5a2b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.990170] env[62295]: DEBUG nova.scheduler.client.report [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1561.022859] env[62295]: DEBUG nova.compute.manager [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1561.058774] env[62295]: DEBUG nova.network.neutron [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Successfully created port: bd994029-9e8b-4d30-bfd7-77eec9479849 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1561.147672] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Releasing lock "refresh_cache-9410cde5-494b-4eeb-b54e-d0b116595f17" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.148068] env[62295]: DEBUG nova.compute.manager [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Instance network_info: |[{"id": "9ac8f2f6-a0ab-440c-8e48-42deda5a2b93", "address": "fa:16:3e:4b:0d:15", "network": {"id": "8b58677f-c6f1-4f1d-9c2e-35362ceca625", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1122939086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbefd998db8f4f90aa12320707c5b595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac8f2f6-a0", "ovs_interfaceid": "9ac8f2f6-a0ab-440c-8e48-42deda5a2b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1561.148536] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:0d:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ac8f2f6-a0ab-440c-8e48-42deda5a2b93', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.156598] env[62295]: DEBUG oslo.service.loopingcall [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.156953] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1561.157247] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9adc3995-c7da-4164-9a5f-117958074ac5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.177862] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1561.177862] env[62295]: value = "task-1786695" [ 1561.177862] env[62295]: _type = "Task" [ 1561.177862] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.185906] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786695, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.256266] env[62295]: DEBUG nova.compute.manager [req-a74f79a2-57bd-44e2-8bb7-7b2fc67d0160 req-11c8676e-df57-4f9c-bd11-92b818b45979 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Received event network-changed-9ac8f2f6-a0ab-440c-8e48-42deda5a2b93 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1561.256459] env[62295]: DEBUG nova.compute.manager [req-a74f79a2-57bd-44e2-8bb7-7b2fc67d0160 req-11c8676e-df57-4f9c-bd11-92b818b45979 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Refreshing instance network info cache due to event network-changed-9ac8f2f6-a0ab-440c-8e48-42deda5a2b93. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1561.256675] env[62295]: DEBUG oslo_concurrency.lockutils [req-a74f79a2-57bd-44e2-8bb7-7b2fc67d0160 req-11c8676e-df57-4f9c-bd11-92b818b45979 service nova] Acquiring lock "refresh_cache-9410cde5-494b-4eeb-b54e-d0b116595f17" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.256976] env[62295]: DEBUG oslo_concurrency.lockutils [req-a74f79a2-57bd-44e2-8bb7-7b2fc67d0160 req-11c8676e-df57-4f9c-bd11-92b818b45979 service nova] Acquired lock "refresh_cache-9410cde5-494b-4eeb-b54e-d0b116595f17" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.256976] env[62295]: DEBUG nova.network.neutron [req-a74f79a2-57bd-44e2-8bb7-7b2fc67d0160 req-11c8676e-df57-4f9c-bd11-92b818b45979 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Refreshing network info cache for port 9ac8f2f6-a0ab-440c-8e48-42deda5a2b93 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.493328] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.493852] env[62295]: DEBUG nova.compute.manager [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1561.496850] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.354s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.497071] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.499151] env[62295]: DEBUG oslo_concurrency.lockutils [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.089s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.499307] env[62295]: DEBUG oslo_concurrency.lockutils [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.499480] env[62295]: INFO nova.compute.manager [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Successfully reverted task state from image_uploading on failure for instance. [ 1561.503018] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.049s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.503018] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.503356] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.693s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.503536] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.505221] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.296s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.506869] env[62295]: INFO nova.compute.claims [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server [None req-426b93b6-b443-44a9-82c8-2d5479ec05d9 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-370701' has already been deleted or has not been completely created [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server raise self.value [ 1561.512159] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server raise self.value [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server raise self.value [ 1561.512848] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server raise self.value [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4443, in snapshot_instance [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4476, in _snapshot_instance [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 571, in snapshot [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 1561.513388] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 937, in _delete_vm_snapshot [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server self._session._wait_for_task(delete_snapshot_task) [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server return self.wait_for_task(task_ref) [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server return evt.wait() [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server self.f(*self.args, **self.kw) [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1561.513974] env[62295]: ERROR oslo_messaging.rpc.server raise exceptions.translate_fault(task_info.error) [ 1561.515030] env[62295]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-370701' has already been deleted or has not been completely created [ 1561.515030] env[62295]: ERROR oslo_messaging.rpc.server [ 1561.584047] env[62295]: INFO nova.scheduler.client.report [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleted allocations for instance 380f640a-a595-47b8-89ac-33410c60d48f [ 1561.588580] env[62295]: INFO nova.scheduler.client.report [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Deleted allocations for instance 89594c43-5e93-44e8-97dc-b31991b9c6da [ 1561.624034] env[62295]: INFO nova.scheduler.client.report [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Deleted allocations for instance 473ba36d-5cc5-43f2-8e2c-849cb1da378b [ 1561.688631] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786695, 'name': CreateVM_Task, 'duration_secs': 0.397079} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.688816] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.689497] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.689672] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.691716] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.691716] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308893c5-e436-4b8d-99d3-009ec2d25beb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.695094] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1561.695094] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d27544-a06e-1d7a-fd6c-b8bdd8a217a8" [ 1561.695094] env[62295]: _type = "Task" [ 1561.695094] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.703480] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d27544-a06e-1d7a-fd6c-b8bdd8a217a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.015160] env[62295]: DEBUG nova.compute.utils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.019506] env[62295]: DEBUG nova.compute.manager [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1562.019835] env[62295]: DEBUG nova.network.neutron [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.038912] env[62295]: DEBUG nova.compute.manager [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1562.094683] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1562.095106] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1562.095380] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.095713] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1562.095961] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.096225] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1562.096543] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1562.096947] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1562.097239] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1562.097506] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1562.097875] env[62295]: DEBUG nova.virt.hardware [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1562.100908] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81748cd9-a060-4a51-85d4-4d33fef0be5b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.103836] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c0d8fd2-77f1-4d94-811a-177ed467a0b8 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "380f640a-a595-47b8-89ac-33410c60d48f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.876s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.104931] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ff7a468-81ba-42d7-b23e-5089a3734a61 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "89594c43-5e93-44e8-97dc-b31991b9c6da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.066s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.112749] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09006fd5-1175-46d5-86fe-85bc47e44391 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.121107] env[62295]: DEBUG nova.policy [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '363b867cd5ce45d19a5f8c80daff6992', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bff668f11a34e41a669d7c48a0d7145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1562.136541] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ca528cf-93aa-49c3-9228-8fd98ea7e9af tempest-ListImageFiltersTestJSON-1141713346 tempest-ListImageFiltersTestJSON-1141713346-project-member] Lock "473ba36d-5cc5-43f2-8e2c-849cb1da378b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.931s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.206287] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d27544-a06e-1d7a-fd6c-b8bdd8a217a8, 'name': SearchDatastore_Task, 'duration_secs': 0.016765} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.209039] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.209403] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.209736] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.210039] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.210394] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.210798] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-513010c4-9b5b-4744-a4a8-6dd2c6fdd6f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.225684] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.225684] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.225684] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64c8895-33f8-425b-9501-4649d8716b78 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.233745] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1562.233745] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f4135f-c26c-d8de-ccd0-64b1c1b29fd6" [ 1562.233745] env[62295]: _type = "Task" [ 1562.233745] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.258066] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f4135f-c26c-d8de-ccd0-64b1c1b29fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.298027] env[62295]: DEBUG nova.network.neutron [req-a74f79a2-57bd-44e2-8bb7-7b2fc67d0160 req-11c8676e-df57-4f9c-bd11-92b818b45979 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Updated VIF entry in instance network info cache for port 9ac8f2f6-a0ab-440c-8e48-42deda5a2b93. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.298532] env[62295]: DEBUG nova.network.neutron [req-a74f79a2-57bd-44e2-8bb7-7b2fc67d0160 req-11c8676e-df57-4f9c-bd11-92b818b45979 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Updating instance_info_cache with network_info: [{"id": "9ac8f2f6-a0ab-440c-8e48-42deda5a2b93", "address": "fa:16:3e:4b:0d:15", "network": {"id": "8b58677f-c6f1-4f1d-9c2e-35362ceca625", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1122939086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbefd998db8f4f90aa12320707c5b595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac8f2f6-a0", "ovs_interfaceid": "9ac8f2f6-a0ab-440c-8e48-42deda5a2b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.523746] env[62295]: DEBUG nova.compute.manager [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1562.743829] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f4135f-c26c-d8de-ccd0-64b1c1b29fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.015262} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.745328] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c561e080-6948-4cbe-b316-8c1c95876c15 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.753726] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1562.753726] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524ab596-f570-12f8-e763-fb07b0dbbb3a" [ 1562.753726] env[62295]: _type = "Task" [ 1562.753726] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.761893] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524ab596-f570-12f8-e763-fb07b0dbbb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.808802] env[62295]: DEBUG oslo_concurrency.lockutils [req-a74f79a2-57bd-44e2-8bb7-7b2fc67d0160 req-11c8676e-df57-4f9c-bd11-92b818b45979 service nova] Releasing lock "refresh_cache-9410cde5-494b-4eeb-b54e-d0b116595f17" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.908079] env[62295]: DEBUG nova.network.neutron [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Successfully updated port: bd994029-9e8b-4d30-bfd7-77eec9479849 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.958351] env[62295]: DEBUG nova.compute.manager [req-053df09f-e052-4afc-9520-e8d680ea46a8 req-6b9b15e5-d366-4550-ade1-fc5761cd96ee service nova] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Received event network-vif-plugged-bd994029-9e8b-4d30-bfd7-77eec9479849 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1562.958351] env[62295]: DEBUG oslo_concurrency.lockutils [req-053df09f-e052-4afc-9520-e8d680ea46a8 req-6b9b15e5-d366-4550-ade1-fc5761cd96ee service nova] Acquiring lock "7c500222-e336-4d35-837c-7897ad8720ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.958351] env[62295]: DEBUG oslo_concurrency.lockutils [req-053df09f-e052-4afc-9520-e8d680ea46a8 req-6b9b15e5-d366-4550-ade1-fc5761cd96ee service nova] Lock "7c500222-e336-4d35-837c-7897ad8720ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.958351] env[62295]: DEBUG oslo_concurrency.lockutils [req-053df09f-e052-4afc-9520-e8d680ea46a8 req-6b9b15e5-d366-4550-ade1-fc5761cd96ee service nova] Lock "7c500222-e336-4d35-837c-7897ad8720ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.958806] env[62295]: DEBUG nova.compute.manager [req-053df09f-e052-4afc-9520-e8d680ea46a8 req-6b9b15e5-d366-4550-ade1-fc5761cd96ee service nova] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] No waiting events found dispatching network-vif-plugged-bd994029-9e8b-4d30-bfd7-77eec9479849 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1562.959125] env[62295]: WARNING nova.compute.manager [req-053df09f-e052-4afc-9520-e8d680ea46a8 req-6b9b15e5-d366-4550-ade1-fc5761cd96ee service nova] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Received unexpected event network-vif-plugged-bd994029-9e8b-4d30-bfd7-77eec9479849 for instance with vm_state building and task_state spawning. [ 1562.961481] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9f4a4c-f6a7-4438-a140-0413bf908987 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.971269] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32da2cd9-4e1e-4ae9-88a7-211925483680 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.005206] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d10258a-ddc3-4114-9dd7-846e8ea64e2b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.012755] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3f26d9-af90-410a-a979-c9305703466f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.026780] env[62295]: DEBUG nova.compute.provider_tree [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.123171] env[62295]: DEBUG nova.network.neutron [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Successfully created port: 9ff81795-252c-439a-bbc7-9d97c8b7ce04 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1563.265612] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524ab596-f570-12f8-e763-fb07b0dbbb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.411572] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquiring lock "refresh_cache-7c500222-e336-4d35-837c-7897ad8720ff" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.411572] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquired lock "refresh_cache-7c500222-e336-4d35-837c-7897ad8720ff" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.411572] env[62295]: DEBUG nova.network.neutron [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.438217] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "c907a328-2b93-490d-9247-9dc0ffd19901" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.438217] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "c907a328-2b93-490d-9247-9dc0ffd19901" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.534332] env[62295]: DEBUG nova.scheduler.client.report [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1563.540683] env[62295]: DEBUG nova.compute.manager [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1563.597305] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1563.597305] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1563.597305] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.601311] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1563.601311] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.601311] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1563.601311] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1563.601311] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1563.601494] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1563.601494] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1563.601494] env[62295]: DEBUG nova.virt.hardware [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1563.601494] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309a34ca-dc09-475a-b54d-c9ae765c19da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.608752] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d860782-ebc3-49a2-8b8d-bc38eeb0b792 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.765732] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524ab596-f570-12f8-e763-fb07b0dbbb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.973074] env[62295]: DEBUG nova.network.neutron [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1564.045986] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.046544] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1564.049169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.187s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.050636] env[62295]: INFO nova.compute.claims [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.256390] env[62295]: DEBUG nova.network.neutron [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Updating instance_info_cache with network_info: [{"id": "bd994029-9e8b-4d30-bfd7-77eec9479849", "address": "fa:16:3e:7b:b7:20", "network": {"id": "2dd23c6e-6010-43f1-8732-200df754260c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1944278554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b316ca9961e4aed91177f8509ef4dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd994029-9e", "ovs_interfaceid": "bd994029-9e8b-4d30-bfd7-77eec9479849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.269168] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524ab596-f570-12f8-e763-fb07b0dbbb3a, 'name': SearchDatastore_Task, 'duration_secs': 1.052828} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.269168] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.269168] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 9410cde5-494b-4eeb-b54e-d0b116595f17/9410cde5-494b-4eeb-b54e-d0b116595f17.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1564.269168] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-518e34fd-9789-4fab-9c52-2fc5e7ae8641 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.278483] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1564.278483] env[62295]: value = "task-1786696" [ 1564.278483] env[62295]: _type = "Task" [ 1564.278483] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.299330] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.557877] env[62295]: DEBUG nova.compute.utils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.560642] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1564.560730] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.676338] env[62295]: DEBUG nova.policy [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7a1a9f77ebc43d5ad827fccf349b7b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b31bff7a6a91415a8f25a9d413726d8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1564.762528] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Releasing lock "refresh_cache-7c500222-e336-4d35-837c-7897ad8720ff" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.762995] env[62295]: DEBUG nova.compute.manager [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Instance network_info: |[{"id": "bd994029-9e8b-4d30-bfd7-77eec9479849", "address": "fa:16:3e:7b:b7:20", "network": {"id": "2dd23c6e-6010-43f1-8732-200df754260c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1944278554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b316ca9961e4aed91177f8509ef4dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd994029-9e", "ovs_interfaceid": "bd994029-9e8b-4d30-bfd7-77eec9479849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1564.763531] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:b7:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd994029-9e8b-4d30-bfd7-77eec9479849', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.773378] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Creating folder: Project (4b316ca9961e4aed91177f8509ef4dc0). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.773791] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cc4d157-f14e-4893-9233-52a404149986 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.789825] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Created folder: Project (4b316ca9961e4aed91177f8509ef4dc0) in parent group-v370569. [ 1564.789825] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Creating folder: Instances. Parent ref: group-v370731. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.789825] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85db207e-2cd5-4137-bb77-5f49e6d4819f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.796672] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786696, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.807302] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Created folder: Instances in parent group-v370731. [ 1564.807603] env[62295]: DEBUG oslo.service.loopingcall [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.807852] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1564.808102] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b670067-6806-46c5-b18f-b1b6aae464b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.831371] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.831371] env[62295]: value = "task-1786699" [ 1564.831371] env[62295]: _type = "Task" [ 1564.831371] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.839658] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786699, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.999768] env[62295]: DEBUG nova.network.neutron [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Successfully updated port: 9ff81795-252c-439a-bbc7-9d97c8b7ce04 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1565.055678] env[62295]: DEBUG nova.compute.manager [req-e1672353-2c54-44f8-843a-33ae6dd5cd97 req-c5332e7f-f28d-4f02-8e65-30906502fa5c service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Received event network-vif-plugged-9ff81795-252c-439a-bbc7-9d97c8b7ce04 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1565.055955] env[62295]: DEBUG oslo_concurrency.lockutils [req-e1672353-2c54-44f8-843a-33ae6dd5cd97 req-c5332e7f-f28d-4f02-8e65-30906502fa5c service nova] Acquiring lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.056290] env[62295]: DEBUG oslo_concurrency.lockutils [req-e1672353-2c54-44f8-843a-33ae6dd5cd97 req-c5332e7f-f28d-4f02-8e65-30906502fa5c service nova] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.056637] env[62295]: DEBUG oslo_concurrency.lockutils [req-e1672353-2c54-44f8-843a-33ae6dd5cd97 req-c5332e7f-f28d-4f02-8e65-30906502fa5c service nova] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.056840] env[62295]: DEBUG nova.compute.manager [req-e1672353-2c54-44f8-843a-33ae6dd5cd97 req-c5332e7f-f28d-4f02-8e65-30906502fa5c service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] No waiting events found dispatching network-vif-plugged-9ff81795-252c-439a-bbc7-9d97c8b7ce04 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1565.057021] env[62295]: WARNING nova.compute.manager [req-e1672353-2c54-44f8-843a-33ae6dd5cd97 req-c5332e7f-f28d-4f02-8e65-30906502fa5c service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Received unexpected event network-vif-plugged-9ff81795-252c-439a-bbc7-9d97c8b7ce04 for instance with vm_state building and task_state spawning. [ 1565.060417] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1565.298546] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627089} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.298546] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 9410cde5-494b-4eeb-b54e-d0b116595f17/9410cde5-494b-4eeb-b54e-d0b116595f17.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.298546] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.298546] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b9fc208-3fc5-4c6d-abc5-795483a11bd6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.306783] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1565.306783] env[62295]: value = "task-1786700" [ 1565.306783] env[62295]: _type = "Task" [ 1565.306783] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.309058] env[62295]: DEBUG nova.compute.manager [req-0b8ede51-9046-4453-a7af-24a71ed5e382 req-7b1f4bab-f5f7-49cf-aebd-4c2ebd18ffb1 service nova] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Received event network-changed-bd994029-9e8b-4d30-bfd7-77eec9479849 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1565.309132] env[62295]: DEBUG nova.compute.manager [req-0b8ede51-9046-4453-a7af-24a71ed5e382 req-7b1f4bab-f5f7-49cf-aebd-4c2ebd18ffb1 service nova] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Refreshing instance network info cache due to event network-changed-bd994029-9e8b-4d30-bfd7-77eec9479849. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1565.309637] env[62295]: DEBUG oslo_concurrency.lockutils [req-0b8ede51-9046-4453-a7af-24a71ed5e382 req-7b1f4bab-f5f7-49cf-aebd-4c2ebd18ffb1 service nova] Acquiring lock "refresh_cache-7c500222-e336-4d35-837c-7897ad8720ff" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.309637] env[62295]: DEBUG oslo_concurrency.lockutils [req-0b8ede51-9046-4453-a7af-24a71ed5e382 req-7b1f4bab-f5f7-49cf-aebd-4c2ebd18ffb1 service nova] Acquired lock "refresh_cache-7c500222-e336-4d35-837c-7897ad8720ff" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.309637] env[62295]: DEBUG nova.network.neutron [req-0b8ede51-9046-4453-a7af-24a71ed5e382 req-7b1f4bab-f5f7-49cf-aebd-4c2ebd18ffb1 service nova] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Refreshing network info cache for port bd994029-9e8b-4d30-bfd7-77eec9479849 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.320616] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.342000] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786699, 'name': CreateVM_Task, 'duration_secs': 0.445259} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.342205] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.342914] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.343126] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.343597] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.343844] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-144a6057-1d3b-4724-8f11-add7c826965c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.352718] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for the task: (returnval){ [ 1565.352718] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b3152-2721-ca56-d8e6-82c52d7d9067" [ 1565.352718] env[62295]: _type = "Task" [ 1565.352718] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.361715] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b3152-2721-ca56-d8e6-82c52d7d9067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.502026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.502189] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.502341] env[62295]: DEBUG nova.network.neutron [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.543099] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Successfully created port: 51f5c1b5-2164-44fd-9caa-876856bcc6e0 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.557584] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa6e58c-02c7-4a83-a5e7-64fd97779ed5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.571275] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b198593e-9d14-4169-bcbf-fd7395ab8e54 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.603453] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed816a4-28ee-41e7-876e-5b4b2af0d4a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.613960] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cce9d1-9040-4bd9-9339-9332b0e72515 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.628976] env[62295]: DEBUG nova.compute.provider_tree [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.822875] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093115} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.823762] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.824497] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69c66cf-6f65-471c-b5ad-0ebd875aa90e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.853197] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 9410cde5-494b-4eeb-b54e-d0b116595f17/9410cde5-494b-4eeb-b54e-d0b116595f17.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.856252] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70c034d1-7b63-437e-ad4b-b9f172c08fd1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.875813] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquiring lock "6d1ccd91-06bc-461d-b974-63fb7b71e331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.875962] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lock "6d1ccd91-06bc-461d-b974-63fb7b71e331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.886666] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b3152-2721-ca56-d8e6-82c52d7d9067, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.888042] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.888331] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.888566] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.888714] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.888891] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.889473] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1565.889473] env[62295]: value = "task-1786701" [ 1565.889473] env[62295]: _type = "Task" [ 1565.889473] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.889473] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d44cce7-2e88-4743-9660-b8807a628931 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.900228] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.901569] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.901673] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.902368] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6028afc1-fa58-453d-8b2c-02b8c2e0e3c5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.907598] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for the task: (returnval){ [ 1565.907598] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523fb05f-c868-330a-1bb6-388454c87356" [ 1565.907598] env[62295]: _type = "Task" [ 1565.907598] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.915892] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523fb05f-c868-330a-1bb6-388454c87356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.071508] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1566.132442] env[62295]: DEBUG nova.scheduler.client.report [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1566.140877] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1566.141375] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1566.141687] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.142193] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1566.142436] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.142643] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1566.142973] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1566.143270] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1566.144042] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1566.144300] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1566.144634] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1566.146235] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c1b666-f758-45c4-bf29-3a55b81f13b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.153838] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.154811] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1566.158357] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.527s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.160221] env[62295]: INFO nova.compute.claims [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.171313] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67545301-5938-40e2-a611-bdf4c0d98a94 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.286234] env[62295]: DEBUG nova.network.neutron [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1566.402598] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786701, 'name': ReconfigVM_Task, 'duration_secs': 0.310079} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.403143] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 9410cde5-494b-4eeb-b54e-d0b116595f17/9410cde5-494b-4eeb-b54e-d0b116595f17.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.403541] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c7a9b72-7254-48d2-bd8f-cd5f826baaa8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.406145] env[62295]: DEBUG nova.network.neutron [req-0b8ede51-9046-4453-a7af-24a71ed5e382 req-7b1f4bab-f5f7-49cf-aebd-4c2ebd18ffb1 service nova] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Updated VIF entry in instance network info cache for port bd994029-9e8b-4d30-bfd7-77eec9479849. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.406494] env[62295]: DEBUG nova.network.neutron [req-0b8ede51-9046-4453-a7af-24a71ed5e382 req-7b1f4bab-f5f7-49cf-aebd-4c2ebd18ffb1 service nova] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Updating instance_info_cache with network_info: [{"id": "bd994029-9e8b-4d30-bfd7-77eec9479849", "address": "fa:16:3e:7b:b7:20", "network": {"id": "2dd23c6e-6010-43f1-8732-200df754260c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1944278554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b316ca9961e4aed91177f8509ef4dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd994029-9e", "ovs_interfaceid": "bd994029-9e8b-4d30-bfd7-77eec9479849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.415144] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1566.415144] env[62295]: value = "task-1786702" [ 1566.415144] env[62295]: _type = "Task" [ 1566.415144] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.422987] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523fb05f-c868-330a-1bb6-388454c87356, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.424424] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924cdb0c-f5d3-4cff-9ae0-8b24d5b0f929 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.430132] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786702, 'name': Rename_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.433598] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for the task: (returnval){ [ 1566.433598] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5269381b-dbb8-d59a-7a0a-5af633633e11" [ 1566.433598] env[62295]: _type = "Task" [ 1566.433598] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.444841] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5269381b-dbb8-d59a-7a0a-5af633633e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.552518] env[62295]: DEBUG nova.network.neutron [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Updating instance_info_cache with network_info: [{"id": "9ff81795-252c-439a-bbc7-9d97c8b7ce04", "address": "fa:16:3e:1b:8d:98", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ff81795-25", "ovs_interfaceid": "9ff81795-252c-439a-bbc7-9d97c8b7ce04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.668871] env[62295]: DEBUG nova.compute.utils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1566.669190] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1566.669324] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.713461] env[62295]: DEBUG nova.policy [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7a1a9f77ebc43d5ad827fccf349b7b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b31bff7a6a91415a8f25a9d413726d8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1566.912443] env[62295]: DEBUG oslo_concurrency.lockutils [req-0b8ede51-9046-4453-a7af-24a71ed5e382 req-7b1f4bab-f5f7-49cf-aebd-4c2ebd18ffb1 service nova] Releasing lock "refresh_cache-7c500222-e336-4d35-837c-7897ad8720ff" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.932519] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786702, 'name': Rename_Task, 'duration_secs': 0.148039} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.932519] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.932519] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7460f9c9-8c65-4057-8333-615061dd2dab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.940261] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1566.940261] env[62295]: value = "task-1786703" [ 1566.940261] env[62295]: _type = "Task" [ 1566.940261] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.947383] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.950980] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5269381b-dbb8-d59a-7a0a-5af633633e11, 'name': SearchDatastore_Task, 'duration_secs': 0.01386} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.951265] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.951546] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 7c500222-e336-4d35-837c-7897ad8720ff/7c500222-e336-4d35-837c-7897ad8720ff.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.952043] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfd5fd86-3197-45b7-9876-963d9612bdd5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.958859] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for the task: (returnval){ [ 1566.958859] env[62295]: value = "task-1786704" [ 1566.958859] env[62295]: _type = "Task" [ 1566.958859] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.971995] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.057911] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.057911] env[62295]: DEBUG nova.compute.manager [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Instance network_info: |[{"id": "9ff81795-252c-439a-bbc7-9d97c8b7ce04", "address": "fa:16:3e:1b:8d:98", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ff81795-25", "ovs_interfaceid": "9ff81795-252c-439a-bbc7-9d97c8b7ce04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1567.058236] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:8d:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ff81795-252c-439a-bbc7-9d97c8b7ce04', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.065330] env[62295]: DEBUG oslo.service.loopingcall [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.065577] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.065810] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65d4c3dc-bf18-4ef5-88a4-0e17fa9476a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.086146] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.086146] env[62295]: value = "task-1786705" [ 1567.086146] env[62295]: _type = "Task" [ 1567.086146] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.094457] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786705, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.138426] env[62295]: DEBUG nova.compute.manager [req-d467e119-653d-41af-a6bb-a4c9925517db req-ff239230-a854-4ab5-9708-725c06f05200 service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Received event network-changed-9ff81795-252c-439a-bbc7-9d97c8b7ce04 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1567.138426] env[62295]: DEBUG nova.compute.manager [req-d467e119-653d-41af-a6bb-a4c9925517db req-ff239230-a854-4ab5-9708-725c06f05200 service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Refreshing instance network info cache due to event network-changed-9ff81795-252c-439a-bbc7-9d97c8b7ce04. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1567.138426] env[62295]: DEBUG oslo_concurrency.lockutils [req-d467e119-653d-41af-a6bb-a4c9925517db req-ff239230-a854-4ab5-9708-725c06f05200 service nova] Acquiring lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.138426] env[62295]: DEBUG oslo_concurrency.lockutils [req-d467e119-653d-41af-a6bb-a4c9925517db req-ff239230-a854-4ab5-9708-725c06f05200 service nova] Acquired lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.138426] env[62295]: DEBUG nova.network.neutron [req-d467e119-653d-41af-a6bb-a4c9925517db req-ff239230-a854-4ab5-9708-725c06f05200 service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Refreshing network info cache for port 9ff81795-252c-439a-bbc7-9d97c8b7ce04 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.173550] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1567.458956] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786703, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.472721] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786704, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.596708] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786705, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.611582] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24f28e7-07bd-4559-9674-15410ea2cfeb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.618687] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4c1659-4ce5-4a56-9fd5-d4b138b2bae7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.651154] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff003c2-5474-403b-b555-f704d7e2d29a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.659384] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d848d0-df85-4249-a218-fd0f30b79cfb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.673350] env[62295]: DEBUG nova.compute.provider_tree [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.800536] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Successfully updated port: 51f5c1b5-2164-44fd-9caa-876856bcc6e0 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.881967] env[62295]: DEBUG nova.compute.manager [req-89eb5d7f-d0a3-4ead-9ba8-a60e40d43c9e req-a905340c-8f93-42ec-b1f6-27e5817557f0 service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Received event network-vif-plugged-51f5c1b5-2164-44fd-9caa-876856bcc6e0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1567.882187] env[62295]: DEBUG oslo_concurrency.lockutils [req-89eb5d7f-d0a3-4ead-9ba8-a60e40d43c9e req-a905340c-8f93-42ec-b1f6-27e5817557f0 service nova] Acquiring lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.883310] env[62295]: DEBUG oslo_concurrency.lockutils [req-89eb5d7f-d0a3-4ead-9ba8-a60e40d43c9e req-a905340c-8f93-42ec-b1f6-27e5817557f0 service nova] Lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.883567] env[62295]: DEBUG oslo_concurrency.lockutils [req-89eb5d7f-d0a3-4ead-9ba8-a60e40d43c9e req-a905340c-8f93-42ec-b1f6-27e5817557f0 service nova] Lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.883746] env[62295]: DEBUG nova.compute.manager [req-89eb5d7f-d0a3-4ead-9ba8-a60e40d43c9e req-a905340c-8f93-42ec-b1f6-27e5817557f0 service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] No waiting events found dispatching network-vif-plugged-51f5c1b5-2164-44fd-9caa-876856bcc6e0 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1567.883960] env[62295]: WARNING nova.compute.manager [req-89eb5d7f-d0a3-4ead-9ba8-a60e40d43c9e req-a905340c-8f93-42ec-b1f6-27e5817557f0 service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Received unexpected event network-vif-plugged-51f5c1b5-2164-44fd-9caa-876856bcc6e0 for instance with vm_state building and task_state spawning. [ 1567.907074] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Successfully created port: 0b9137e9-aa64-4588-9473-d7da42ae0a06 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.952497] env[62295]: DEBUG oslo_vmware.api [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786703, 'name': PowerOnVM_Task, 'duration_secs': 0.644185} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.952779] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.952977] env[62295]: INFO nova.compute.manager [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1567.953172] env[62295]: DEBUG nova.compute.manager [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1567.953971] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad7d9df-a23c-4723-84e4-2689eac91c2c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.974664] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589628} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.974921] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 7c500222-e336-4d35-837c-7897ad8720ff/7c500222-e336-4d35-837c-7897ad8720ff.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.975144] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.975386] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ca9ddce-7926-4a11-8bdd-e341d3546b70 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.982381] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for the task: (returnval){ [ 1567.982381] env[62295]: value = "task-1786706" [ 1567.982381] env[62295]: _type = "Task" [ 1567.982381] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.990519] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.030859] env[62295]: DEBUG nova.network.neutron [req-d467e119-653d-41af-a6bb-a4c9925517db req-ff239230-a854-4ab5-9708-725c06f05200 service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Updated VIF entry in instance network info cache for port 9ff81795-252c-439a-bbc7-9d97c8b7ce04. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.031231] env[62295]: DEBUG nova.network.neutron [req-d467e119-653d-41af-a6bb-a4c9925517db req-ff239230-a854-4ab5-9708-725c06f05200 service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Updating instance_info_cache with network_info: [{"id": "9ff81795-252c-439a-bbc7-9d97c8b7ce04", "address": "fa:16:3e:1b:8d:98", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ff81795-25", "ovs_interfaceid": "9ff81795-252c-439a-bbc7-9d97c8b7ce04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.098365] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786705, 'name': CreateVM_Task, 'duration_secs': 0.510169} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.100934] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.100934] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.100934] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.100934] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1568.100934] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3f917f-994d-4fe8-b8dd-65112944066c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.108855] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1568.108855] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52165607-2011-7135-caa6-64e93bcb429f" [ 1568.108855] env[62295]: _type = "Task" [ 1568.108855] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.116802] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52165607-2011-7135-caa6-64e93bcb429f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.176278] env[62295]: DEBUG nova.scheduler.client.report [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1568.184178] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1568.216275] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1568.216692] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1568.216926] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.217193] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1568.217408] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.217614] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1568.217930] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1568.218220] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1568.218458] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1568.218637] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1568.219067] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1568.219969] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42040ea7-1605-4286-ab14-a7c9632be694 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.231312] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea251ec-eab6-497a-8e17-25df27a17f21 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.303702] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "refresh_cache-1c3cebaa-9362-4a71-8346-cf98a3da9d45" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.303863] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired lock "refresh_cache-1c3cebaa-9362-4a71-8346-cf98a3da9d45" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.304026] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.478196] env[62295]: INFO nova.compute.manager [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Took 61.77 seconds to build instance. [ 1568.491826] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075048} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.493856] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.495660] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d922f784-338d-466b-a81c-9880cf857621 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.522239] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 7c500222-e336-4d35-837c-7897ad8720ff/7c500222-e336-4d35-837c-7897ad8720ff.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.522823] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b20b2d-2ed0-4455-8c07-866830de8495 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.537541] env[62295]: DEBUG oslo_concurrency.lockutils [req-d467e119-653d-41af-a6bb-a4c9925517db req-ff239230-a854-4ab5-9708-725c06f05200 service nova] Releasing lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.544096] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for the task: (returnval){ [ 1568.544096] env[62295]: value = "task-1786707" [ 1568.544096] env[62295]: _type = "Task" [ 1568.544096] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.553184] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.622762] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52165607-2011-7135-caa6-64e93bcb429f, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.625936] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.626463] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1568.626958] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.627269] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.627587] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.629024] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c2ae882-6b7c-4c3c-b748-8d5bcfccec49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.637727] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.637727] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1568.637896] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a76b236-63d0-40b1-a29a-90e08a010160 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.647195] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1568.647195] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52089d01-c922-f925-60d0-1ade9a7e84fb" [ 1568.647195] env[62295]: _type = "Task" [ 1568.647195] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.655492] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52089d01-c922-f925-60d0-1ade9a7e84fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.682034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.682535] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1568.685142] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.919s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.685866] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.687374] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.096s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.689132] env[62295]: INFO nova.compute.claims [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.724489] env[62295]: INFO nova.scheduler.client.report [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Deleted allocations for instance 6afe2a10-5b07-43ce-9dea-6d6e503f3652 [ 1568.829061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.829061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.854664] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.983468] env[62295]: DEBUG oslo_concurrency.lockutils [None req-25837f4b-4c37-4bb3-b116-9ed973455725 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "9410cde5-494b-4eeb-b54e-d0b116595f17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.898s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.007154] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Updating instance_info_cache with network_info: [{"id": "51f5c1b5-2164-44fd-9caa-876856bcc6e0", "address": "fa:16:3e:bd:e7:ac", "network": {"id": "4344d789-2e2c-4343-aa43-ed34b25fd8bf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1615946244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31bff7a6a91415a8f25a9d413726d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51f5c1b5-21", "ovs_interfaceid": "51f5c1b5-2164-44fd-9caa-876856bcc6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.054017] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786707, 'name': ReconfigVM_Task, 'duration_secs': 0.306599} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.054310] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 7c500222-e336-4d35-837c-7897ad8720ff/7c500222-e336-4d35-837c-7897ad8720ff.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.054994] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f6ca206-fd34-4169-b7e9-1fb50cbfbccd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.061764] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for the task: (returnval){ [ 1569.061764] env[62295]: value = "task-1786708" [ 1569.061764] env[62295]: _type = "Task" [ 1569.061764] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.069875] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786708, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.158634] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52089d01-c922-f925-60d0-1ade9a7e84fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008454} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.159538] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3ba653-9e22-4f8f-b1b9-416669fb7198 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.164832] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1569.164832] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52689cde-79b8-5e44-5b97-c9f68d29896c" [ 1569.164832] env[62295]: _type = "Task" [ 1569.164832] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.172693] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52689cde-79b8-5e44-5b97-c9f68d29896c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.194287] env[62295]: DEBUG nova.compute.utils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.197662] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1569.198087] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1569.235272] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2b91ee3-4e89-4564-9596-43530bfb44e2 tempest-ServerShowV247Test-236661221 tempest-ServerShowV247Test-236661221-project-member] Lock "6afe2a10-5b07-43ce-9dea-6d6e503f3652" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.212s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.254139] env[62295]: DEBUG nova.policy [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7a1a9f77ebc43d5ad827fccf349b7b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b31bff7a6a91415a8f25a9d413726d8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1569.486898] env[62295]: DEBUG nova.compute.manager [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1569.510320] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Releasing lock "refresh_cache-1c3cebaa-9362-4a71-8346-cf98a3da9d45" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.510770] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Instance network_info: |[{"id": "51f5c1b5-2164-44fd-9caa-876856bcc6e0", "address": "fa:16:3e:bd:e7:ac", "network": {"id": "4344d789-2e2c-4343-aa43-ed34b25fd8bf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1615946244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31bff7a6a91415a8f25a9d413726d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51f5c1b5-21", "ovs_interfaceid": "51f5c1b5-2164-44fd-9caa-876856bcc6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1569.512163] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:e7:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51f5c1b5-2164-44fd-9caa-876856bcc6e0', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.521245] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Creating folder: Project (b31bff7a6a91415a8f25a9d413726d8a). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.521245] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1a1ea8d-0c98-470b-90ac-ae6d1a98515f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.532550] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Created folder: Project (b31bff7a6a91415a8f25a9d413726d8a) in parent group-v370569. [ 1569.532725] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Creating folder: Instances. Parent ref: group-v370735. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.532976] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e24f6d8-9de0-4686-a5dc-fddb59f5f492 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.542459] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Created folder: Instances in parent group-v370735. [ 1569.543115] env[62295]: DEBUG oslo.service.loopingcall [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.543115] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.543115] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b963de13-c021-47b8-8980-fb97fa9ed9ce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.571467] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.571467] env[62295]: value = "task-1786711" [ 1569.571467] env[62295]: _type = "Task" [ 1569.571467] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.578654] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786708, 'name': Rename_Task, 'duration_secs': 0.172136} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.581308] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.581596] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e5c9b61-22b1-4472-bbed-e8eceb1a1864 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.588748] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786711, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.589844] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for the task: (returnval){ [ 1569.589844] env[62295]: value = "task-1786712" [ 1569.589844] env[62295]: _type = "Task" [ 1569.589844] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.597332] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.677201] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52689cde-79b8-5e44-5b97-c9f68d29896c, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.677493] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.677767] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 52a53d4b-6b73-4056-9a18-d2eef88d1c82/52a53d4b-6b73-4056-9a18-d2eef88d1c82.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1569.678040] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c897d662-cd79-41ed-86dc-bcaad9fa5327 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.687288] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1569.687288] env[62295]: value = "task-1786713" [ 1569.687288] env[62295]: _type = "Task" [ 1569.687288] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.696696] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.698336] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1569.755253] env[62295]: DEBUG nova.compute.manager [req-511c44a2-6876-4f7a-b21c-f93da8c9bd00 req-09be7ac1-26d8-41cd-bbd8-ed73d42ed4d7 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Received event network-vif-plugged-0b9137e9-aa64-4588-9473-d7da42ae0a06 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1569.755253] env[62295]: DEBUG oslo_concurrency.lockutils [req-511c44a2-6876-4f7a-b21c-f93da8c9bd00 req-09be7ac1-26d8-41cd-bbd8-ed73d42ed4d7 service nova] Acquiring lock "4902d062-ca11-4dd3-8746-f2512154d6b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.755253] env[62295]: DEBUG oslo_concurrency.lockutils [req-511c44a2-6876-4f7a-b21c-f93da8c9bd00 req-09be7ac1-26d8-41cd-bbd8-ed73d42ed4d7 service nova] Lock "4902d062-ca11-4dd3-8746-f2512154d6b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.756470] env[62295]: DEBUG oslo_concurrency.lockutils [req-511c44a2-6876-4f7a-b21c-f93da8c9bd00 req-09be7ac1-26d8-41cd-bbd8-ed73d42ed4d7 service nova] Lock "4902d062-ca11-4dd3-8746-f2512154d6b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.756727] env[62295]: DEBUG nova.compute.manager [req-511c44a2-6876-4f7a-b21c-f93da8c9bd00 req-09be7ac1-26d8-41cd-bbd8-ed73d42ed4d7 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] No waiting events found dispatching network-vif-plugged-0b9137e9-aa64-4588-9473-d7da42ae0a06 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1569.756972] env[62295]: WARNING nova.compute.manager [req-511c44a2-6876-4f7a-b21c-f93da8c9bd00 req-09be7ac1-26d8-41cd-bbd8-ed73d42ed4d7 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Received unexpected event network-vif-plugged-0b9137e9-aa64-4588-9473-d7da42ae0a06 for instance with vm_state building and task_state spawning. [ 1569.766277] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Successfully created port: 7a3930ee-8d2f-41fb-977c-4a9b26003024 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.934664] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Successfully updated port: 0b9137e9-aa64-4588-9473-d7da42ae0a06 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.939626] env[62295]: DEBUG nova.compute.manager [req-bdb93da2-0d6b-47cb-a834-f70c1060e8e5 req-e30446d3-d65b-4ee4-ade3-2397d951eaa0 service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Received event network-changed-51f5c1b5-2164-44fd-9caa-876856bcc6e0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1569.939626] env[62295]: DEBUG nova.compute.manager [req-bdb93da2-0d6b-47cb-a834-f70c1060e8e5 req-e30446d3-d65b-4ee4-ade3-2397d951eaa0 service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Refreshing instance network info cache due to event network-changed-51f5c1b5-2164-44fd-9caa-876856bcc6e0. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1569.939720] env[62295]: DEBUG oslo_concurrency.lockutils [req-bdb93da2-0d6b-47cb-a834-f70c1060e8e5 req-e30446d3-d65b-4ee4-ade3-2397d951eaa0 service nova] Acquiring lock "refresh_cache-1c3cebaa-9362-4a71-8346-cf98a3da9d45" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.939987] env[62295]: DEBUG oslo_concurrency.lockutils [req-bdb93da2-0d6b-47cb-a834-f70c1060e8e5 req-e30446d3-d65b-4ee4-ade3-2397d951eaa0 service nova] Acquired lock "refresh_cache-1c3cebaa-9362-4a71-8346-cf98a3da9d45" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.939987] env[62295]: DEBUG nova.network.neutron [req-bdb93da2-0d6b-47cb-a834-f70c1060e8e5 req-e30446d3-d65b-4ee4-ade3-2397d951eaa0 service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Refreshing network info cache for port 51f5c1b5-2164-44fd-9caa-876856bcc6e0 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.015331] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.087109] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786711, 'name': CreateVM_Task, 'duration_secs': 0.409207} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.090308] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.091356] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.091531] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.091867] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.100196] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c441d376-114d-439c-9a3f-146c38a96e5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.108778] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.112964] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1570.112964] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522e1ab6-b705-a57a-bf4e-82c2bf2bf9a5" [ 1570.112964] env[62295]: _type = "Task" [ 1570.112964] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.123912] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522e1ab6-b705-a57a-bf4e-82c2bf2bf9a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.201627] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786713, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.241974] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9197cd16-a732-4f47-af23-67a5cefed082 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.250548] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31f1c73-3fe4-4dc3-bb27-3d6e03ea4510 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.286991] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41803b42-07ca-4031-a1ab-9f4f0587c849 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.295472] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b130e67-3cfd-4fc7-bf97-db02eba50fe6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.309827] env[62295]: DEBUG nova.compute.provider_tree [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.442477] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "refresh_cache-4902d062-ca11-4dd3-8746-f2512154d6b2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.442576] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired lock "refresh_cache-4902d062-ca11-4dd3-8746-f2512154d6b2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.442654] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.602273] env[62295]: DEBUG oslo_vmware.api [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786712, 'name': PowerOnVM_Task, 'duration_secs': 0.790141} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.603710] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.603710] env[62295]: INFO nova.compute.manager [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1570.603822] env[62295]: DEBUG nova.compute.manager [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1570.604753] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981ee3a9-9660-410f-940e-c35876f481db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.624956] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522e1ab6-b705-a57a-bf4e-82c2bf2bf9a5, 'name': SearchDatastore_Task, 'duration_secs': 0.068437} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.624956] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.624956] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.624956] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.625086] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.625086] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.625086] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eab83723-a7dc-425c-9eec-747452b2fa17 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.648339] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.648711] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.649705] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6267eae4-a457-4240-a40a-b6ef167cf4dd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.656064] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1570.656064] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f953b3-9f6d-5cbb-8e0e-838bdc1bed2a" [ 1570.656064] env[62295]: _type = "Task" [ 1570.656064] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.667887] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f953b3-9f6d-5cbb-8e0e-838bdc1bed2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.698035] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542676} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.698217] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 52a53d4b-6b73-4056-9a18-d2eef88d1c82/52a53d4b-6b73-4056-9a18-d2eef88d1c82.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1570.698513] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.698843] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bbe11cf-d98f-47ef-ba4b-427f4cdaea19 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.706101] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1570.706101] env[62295]: value = "task-1786714" [ 1570.706101] env[62295]: _type = "Task" [ 1570.706101] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.717062] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1570.719029] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.742529] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1570.742786] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1570.742947] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.743145] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1570.743293] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.743444] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1570.743647] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1570.743802] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1570.743968] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1570.744143] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1570.744319] env[62295]: DEBUG nova.virt.hardware [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1570.745217] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7dd77b-1497-4dac-92be-5ae5309faa4d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.748375] env[62295]: DEBUG nova.network.neutron [req-bdb93da2-0d6b-47cb-a834-f70c1060e8e5 req-e30446d3-d65b-4ee4-ade3-2397d951eaa0 service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Updated VIF entry in instance network info cache for port 51f5c1b5-2164-44fd-9caa-876856bcc6e0. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.748722] env[62295]: DEBUG nova.network.neutron [req-bdb93da2-0d6b-47cb-a834-f70c1060e8e5 req-e30446d3-d65b-4ee4-ade3-2397d951eaa0 service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Updating instance_info_cache with network_info: [{"id": "51f5c1b5-2164-44fd-9caa-876856bcc6e0", "address": "fa:16:3e:bd:e7:ac", "network": {"id": "4344d789-2e2c-4343-aa43-ed34b25fd8bf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1615946244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31bff7a6a91415a8f25a9d413726d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51f5c1b5-21", "ovs_interfaceid": "51f5c1b5-2164-44fd-9caa-876856bcc6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.755832] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ebaede-c4b2-4dcf-9284-10f729d2b9ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.813442] env[62295]: DEBUG nova.scheduler.client.report [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1570.995208] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1571.121970] env[62295]: INFO nova.compute.manager [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Took 53.45 seconds to build instance. [ 1571.174968] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f953b3-9f6d-5cbb-8e0e-838bdc1bed2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.174968] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2c1bca-4480-4f8b-ad48-382db9a29f30 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.181600] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1571.181600] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ebbeb5-d66a-a9f0-68d9-1e2a8215ef89" [ 1571.181600] env[62295]: _type = "Task" [ 1571.181600] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.189554] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Updating instance_info_cache with network_info: [{"id": "0b9137e9-aa64-4588-9473-d7da42ae0a06", "address": "fa:16:3e:1c:2e:a4", "network": {"id": "4344d789-2e2c-4343-aa43-ed34b25fd8bf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1615946244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31bff7a6a91415a8f25a9d413726d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9137e9-aa", "ovs_interfaceid": "0b9137e9-aa64-4588-9473-d7da42ae0a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.198929] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ebbeb5-d66a-a9f0-68d9-1e2a8215ef89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.215175] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.253449] env[62295]: DEBUG oslo_concurrency.lockutils [req-bdb93da2-0d6b-47cb-a834-f70c1060e8e5 req-e30446d3-d65b-4ee4-ade3-2397d951eaa0 service nova] Releasing lock "refresh_cache-1c3cebaa-9362-4a71-8346-cf98a3da9d45" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.319228] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.319776] env[62295]: DEBUG nova.compute.manager [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1571.322845] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.853s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.323110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.325810] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.594s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.328684] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.331513] env[62295]: DEBUG oslo_concurrency.lockutils [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.265s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.331742] env[62295]: DEBUG nova.objects.instance [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'resources' on Instance uuid 6cd4f1f7-1725-4533-9ef2-6ac907389407 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.386130] env[62295]: INFO nova.scheduler.client.report [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Deleted allocations for instance 8359a912-0d0e-435f-bbd7-e808d67e36be [ 1571.387982] env[62295]: INFO nova.scheduler.client.report [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Deleted allocations for instance 04b4a097-782c-4119-8b22-657230f85c93 [ 1571.424994] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "9410cde5-494b-4eeb-b54e-d0b116595f17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.425360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "9410cde5-494b-4eeb-b54e-d0b116595f17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.426489] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "9410cde5-494b-4eeb-b54e-d0b116595f17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.426489] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "9410cde5-494b-4eeb-b54e-d0b116595f17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.426489] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "9410cde5-494b-4eeb-b54e-d0b116595f17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.438072] env[62295]: INFO nova.compute.manager [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Terminating instance [ 1571.442710] env[62295]: DEBUG nova.compute.manager [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1571.442710] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.442710] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff682c-1ea7-46ae-8c6e-258b4bf60e08 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.452265] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.452654] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24eef2e5-98d0-4829-9ed6-1881801eb6dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.459666] env[62295]: DEBUG oslo_vmware.api [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1571.459666] env[62295]: value = "task-1786715" [ 1571.459666] env[62295]: _type = "Task" [ 1571.459666] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.473654] env[62295]: DEBUG oslo_vmware.api [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.625147] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b828f8c7-c9a8-4d05-bf86-633f05486c08 tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "7c500222-e336-4d35-837c-7897ad8720ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.128s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.692792] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ebbeb5-d66a-a9f0-68d9-1e2a8215ef89, 'name': SearchDatastore_Task, 'duration_secs': 0.033405} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.693073] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.693366] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 1c3cebaa-9362-4a71-8346-cf98a3da9d45/1c3cebaa-9362-4a71-8346-cf98a3da9d45.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.693646] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f88a4c3-87c9-4d48-9dd0-1d3e85804f5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.701011] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Releasing lock "refresh_cache-4902d062-ca11-4dd3-8746-f2512154d6b2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.701358] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Instance network_info: |[{"id": "0b9137e9-aa64-4588-9473-d7da42ae0a06", "address": "fa:16:3e:1c:2e:a4", "network": {"id": "4344d789-2e2c-4343-aa43-ed34b25fd8bf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1615946244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31bff7a6a91415a8f25a9d413726d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9137e9-aa", "ovs_interfaceid": "0b9137e9-aa64-4588-9473-d7da42ae0a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1571.701696] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1571.701696] env[62295]: value = "task-1786716" [ 1571.701696] env[62295]: _type = "Task" [ 1571.701696] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.702090] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:2e:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b9137e9-aa64-4588-9473-d7da42ae0a06', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.710315] env[62295]: DEBUG oslo.service.loopingcall [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.711108] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.717920] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d0f0501-bcc8-4e2b-b47d-27359185128d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.739042] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.742976] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.742976] env[62295]: value = "task-1786717" [ 1571.742976] env[62295]: _type = "Task" [ 1571.742976] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.743292] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.544067} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.743609] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.747180] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0848bab6-bcb8-447b-ae40-f93a7808d6c2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.758528] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786717, 'name': CreateVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.778257] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 52a53d4b-6b73-4056-9a18-d2eef88d1c82/52a53d4b-6b73-4056-9a18-d2eef88d1c82.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.778979] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad40a1b-e663-47f6-ab55-6143616495b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.800592] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1571.800592] env[62295]: value = "task-1786718" [ 1571.800592] env[62295]: _type = "Task" [ 1571.800592] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.809906] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.840653] env[62295]: DEBUG nova.compute.utils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1571.842359] env[62295]: DEBUG nova.objects.instance [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'numa_topology' on Instance uuid 6cd4f1f7-1725-4533-9ef2-6ac907389407 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.843489] env[62295]: DEBUG nova.compute.manager [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1571.843663] env[62295]: DEBUG nova.network.neutron [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1571.851396] env[62295]: DEBUG nova.compute.manager [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Received event network-changed-0b9137e9-aa64-4588-9473-d7da42ae0a06 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1571.852249] env[62295]: DEBUG nova.compute.manager [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Refreshing instance network info cache due to event network-changed-0b9137e9-aa64-4588-9473-d7da42ae0a06. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1571.852249] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] Acquiring lock "refresh_cache-4902d062-ca11-4dd3-8746-f2512154d6b2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.852249] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] Acquired lock "refresh_cache-4902d062-ca11-4dd3-8746-f2512154d6b2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.852408] env[62295]: DEBUG nova.network.neutron [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Refreshing network info cache for port 0b9137e9-aa64-4588-9473-d7da42ae0a06 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.884671] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Successfully updated port: 7a3930ee-8d2f-41fb-977c-4a9b26003024 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1571.899971] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7b90bc14-11b3-463e-ac6b-fb13dd3c049f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "8359a912-0d0e-435f-bbd7-e808d67e36be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.579s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.901578] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9719a659-32cc-40cc-adaa-c27e07913bf2 tempest-ServersTestFqdnHostnames-2060021295 tempest-ServersTestFqdnHostnames-2060021295-project-member] Lock "04b4a097-782c-4119-8b22-657230f85c93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.289s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.926582] env[62295]: DEBUG nova.policy [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb2d33ecfabc47d6b0bd112cb647a802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '033851b7a39c4eb9b1f289532e002b83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1571.970834] env[62295]: DEBUG oslo_vmware.api [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786715, 'name': PowerOffVM_Task, 'duration_secs': 0.19988} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.971252] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.971442] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1571.971709] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec75817-8c1a-461e-8784-652736d197e9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.100138] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquiring lock "7c500222-e336-4d35-837c-7897ad8720ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.100138] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "7c500222-e336-4d35-837c-7897ad8720ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.100138] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquiring lock "7c500222-e336-4d35-837c-7897ad8720ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.100138] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "7c500222-e336-4d35-837c-7897ad8720ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.100510] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "7c500222-e336-4d35-837c-7897ad8720ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.100510] env[62295]: INFO nova.compute.manager [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Terminating instance [ 1572.105916] env[62295]: DEBUG nova.compute.manager [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1572.106366] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.107497] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce73a4ee-22f7-4755-b7b0-94b74c667f87 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.119023] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1572.119023] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75a28c33-dab9-43c8-b982-4e0f2f61cd78 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.126553] env[62295]: DEBUG oslo_vmware.api [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for the task: (returnval){ [ 1572.126553] env[62295]: value = "task-1786720" [ 1572.126553] env[62295]: _type = "Task" [ 1572.126553] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.131292] env[62295]: DEBUG nova.compute.manager [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1572.142309] env[62295]: DEBUG oslo_vmware.api [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.227232] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.254427] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786717, 'name': CreateVM_Task, 'duration_secs': 0.497649} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.254627] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.255548] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.255778] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.256141] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.256455] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573028c3-d666-4026-a16c-15462c5e4b21 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.262940] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1572.262940] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5254e66e-e2c7-81ce-3c00-0ba76764947a" [ 1572.262940] env[62295]: _type = "Task" [ 1572.262940] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.273699] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5254e66e-e2c7-81ce-3c00-0ba76764947a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.308610] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.308852] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.309052] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Deleting the datastore file [datastore1] 9410cde5-494b-4eeb-b54e-d0b116595f17 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.314391] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa50f27e-2d71-40db-9aeb-b8dea6c8899d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.317199] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.322385] env[62295]: DEBUG oslo_vmware.api [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1572.322385] env[62295]: value = "task-1786721" [ 1572.322385] env[62295]: _type = "Task" [ 1572.322385] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.334023] env[62295]: DEBUG oslo_vmware.api [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.344957] env[62295]: DEBUG nova.compute.manager [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1572.348479] env[62295]: DEBUG nova.objects.base [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Object Instance<6cd4f1f7-1725-4533-9ef2-6ac907389407> lazy-loaded attributes: resources,numa_topology {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1572.391853] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "refresh_cache-1079ffe9-8c94-4075-89e2-161338ab43ea" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.391853] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired lock "refresh_cache-1079ffe9-8c94-4075-89e2-161338ab43ea" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.391853] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.417555] env[62295]: DEBUG nova.network.neutron [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Successfully created port: 4678cb0f-f353-4e46-a7d9-cfc2c61b3e61 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1572.643847] env[62295]: DEBUG oslo_vmware.api [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786720, 'name': PowerOffVM_Task, 'duration_secs': 0.332294} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.648020] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.648020] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.648020] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aa8744b-3512-4d22-963a-99bc786204fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.662607] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.723080] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627773} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.723495] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 1c3cebaa-9362-4a71-8346-cf98a3da9d45/1c3cebaa-9362-4a71-8346-cf98a3da9d45.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.726261] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.726261] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12eb17f0-60d5-4339-b128-3df385d79aa9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.730631] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1572.730631] env[62295]: value = "task-1786723" [ 1572.730631] env[62295]: _type = "Task" [ 1572.730631] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.740789] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.748163] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.750043] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.750043] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Deleting the datastore file [datastore1] 7c500222-e336-4d35-837c-7897ad8720ff {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.750043] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a28c774d-a5e2-449b-920d-9fcfc975c691 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.755655] env[62295]: DEBUG oslo_vmware.api [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for the task: (returnval){ [ 1572.755655] env[62295]: value = "task-1786724" [ 1572.755655] env[62295]: _type = "Task" [ 1572.755655] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.767258] env[62295]: DEBUG oslo_vmware.api [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.778038] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5254e66e-e2c7-81ce-3c00-0ba76764947a, 'name': SearchDatastore_Task, 'duration_secs': 0.050024} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.778326] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.778545] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.778793] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.778961] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.779150] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.779387] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e9ef6d1-b1c7-477d-8cf3-eea72f43a3aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.797190] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.797190] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.798752] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf5be2d-0461-4c9d-97c3-85a5e77cc7cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.804788] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1572.804788] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52eb78bf-b637-2ee5-0b88-d1f38d1a3b5f" [ 1572.804788] env[62295]: _type = "Task" [ 1572.804788] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.813090] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c5f612-e7ec-483a-a273-76fed3bc9013 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.815609] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786718, 'name': ReconfigVM_Task, 'duration_secs': 0.536264} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.816804] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 52a53d4b-6b73-4056-9a18-d2eef88d1c82/52a53d4b-6b73-4056-9a18-d2eef88d1c82.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.817875] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6971b31e-1576-42ae-855d-30f8d8b05c0d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.823580] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52eb78bf-b637-2ee5-0b88-d1f38d1a3b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.827515] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a532f-342a-4c5e-8cca-6cfe47e904e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.831771] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1572.831771] env[62295]: value = "task-1786725" [ 1572.831771] env[62295]: _type = "Task" [ 1572.831771] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.862112] env[62295]: DEBUG oslo_vmware.api [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2107} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.867483] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.867483] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.867483] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.867483] env[62295]: INFO nova.compute.manager [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1572.867483] env[62295]: DEBUG oslo.service.loopingcall [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.867788] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caeb4af-292d-475e-91ec-b29c8b78b4a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.873497] env[62295]: DEBUG nova.compute.manager [-] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1572.873594] env[62295]: DEBUG nova.network.neutron [-] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.875252] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786725, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.880222] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e53b19f-ba0c-4857-ac76-c98e91e0a0a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.898130] env[62295]: DEBUG nova.compute.provider_tree [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.169849] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.170119] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.170341] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.170521] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.170686] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.172989] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.175047] env[62295]: INFO nova.compute.manager [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Terminating instance [ 1573.177046] env[62295]: DEBUG nova.compute.manager [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1573.177323] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1573.178108] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc16f5e-7e6b-4952-a77f-b4b593e08f39 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.185315] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.185545] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f48ea1-8aea-44f1-b9e8-b6c9bdb47424 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.192528] env[62295]: DEBUG oslo_vmware.api [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1573.192528] env[62295]: value = "task-1786726" [ 1573.192528] env[62295]: _type = "Task" [ 1573.192528] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.199690] env[62295]: DEBUG nova.network.neutron [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Updated VIF entry in instance network info cache for port 0b9137e9-aa64-4588-9473-d7da42ae0a06. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1573.200271] env[62295]: DEBUG nova.network.neutron [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Updating instance_info_cache with network_info: [{"id": "0b9137e9-aa64-4588-9473-d7da42ae0a06", "address": "fa:16:3e:1c:2e:a4", "network": {"id": "4344d789-2e2c-4343-aa43-ed34b25fd8bf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1615946244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31bff7a6a91415a8f25a9d413726d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9137e9-aa", "ovs_interfaceid": "0b9137e9-aa64-4588-9473-d7da42ae0a06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.207966] env[62295]: DEBUG oslo_vmware.api [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.239992] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.267514] env[62295]: DEBUG oslo_vmware.api [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.322771] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52eb78bf-b637-2ee5-0b88-d1f38d1a3b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.029275} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.325666] env[62295]: DEBUG nova.compute.manager [req-a4116bc4-6c01-4277-a609-d57a65a5cb9f req-b3a00015-3547-4ec2-9b0d-18d185c7fd17 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Received event network-vif-deleted-9ac8f2f6-a0ab-440c-8e48-42deda5a2b93 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1573.325888] env[62295]: INFO nova.compute.manager [req-a4116bc4-6c01-4277-a609-d57a65a5cb9f req-b3a00015-3547-4ec2-9b0d-18d185c7fd17 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Neutron deleted interface 9ac8f2f6-a0ab-440c-8e48-42deda5a2b93; detaching it from the instance and deleting it from the info cache [ 1573.326092] env[62295]: DEBUG nova.network.neutron [req-a4116bc4-6c01-4277-a609-d57a65a5cb9f req-b3a00015-3547-4ec2-9b0d-18d185c7fd17 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.327234] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18633a0-af08-4b61-81de-90baa49915fb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.337636] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1573.337636] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261f357-61a8-ddaf-ed2b-735bec5d1cd3" [ 1573.337636] env[62295]: _type = "Task" [ 1573.337636] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.346053] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786725, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.351182] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261f357-61a8-ddaf-ed2b-735bec5d1cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.371975] env[62295]: DEBUG nova.compute.manager [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1573.403580] env[62295]: DEBUG nova.scheduler.client.report [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1573.425356] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1573.425794] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1573.426058] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1573.426344] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1573.426564] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1573.426919] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1573.427320] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1573.427610] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1573.427935] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1573.428270] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1573.428483] env[62295]: DEBUG nova.virt.hardware [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1573.430058] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca41b0b-ebce-498e-b46d-40a8ee199b3f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.445692] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43778e17-1ad2-4063-aa39-4276a47151a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.527494] env[62295]: DEBUG nova.network.neutron [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Updating instance_info_cache with network_info: [{"id": "7a3930ee-8d2f-41fb-977c-4a9b26003024", "address": "fa:16:3e:9f:ba:2b", "network": {"id": "4344d789-2e2c-4343-aa43-ed34b25fd8bf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1615946244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31bff7a6a91415a8f25a9d413726d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3930ee-8d", "ovs_interfaceid": "7a3930ee-8d2f-41fb-977c-4a9b26003024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.702022] env[62295]: DEBUG oslo_vmware.api [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786726, 'name': PowerOffVM_Task, 'duration_secs': 0.200881} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.702315] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1573.702423] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1573.702667] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0a06cb6-902c-4d71-a316-fbf9844b80bd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.704384] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] Releasing lock "refresh_cache-4902d062-ca11-4dd3-8746-f2512154d6b2" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.704611] env[62295]: DEBUG nova.compute.manager [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Received event network-vif-plugged-7a3930ee-8d2f-41fb-977c-4a9b26003024 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1573.704797] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] Acquiring lock "1079ffe9-8c94-4075-89e2-161338ab43ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.704994] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] Lock "1079ffe9-8c94-4075-89e2-161338ab43ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.705282] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] Lock "1079ffe9-8c94-4075-89e2-161338ab43ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.705498] env[62295]: DEBUG nova.compute.manager [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] No waiting events found dispatching network-vif-plugged-7a3930ee-8d2f-41fb-977c-4a9b26003024 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1573.705713] env[62295]: WARNING nova.compute.manager [req-4b0a86f8-affc-45e7-a63c-f41d9719bf7e req-78042985-2cdb-4829-a3db-bedf839c4117 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Received unexpected event network-vif-plugged-7a3930ee-8d2f-41fb-977c-4a9b26003024 for instance with vm_state building and task_state spawning. [ 1573.742166] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.802558} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.742516] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.745059] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d1e713-3bf1-4bd8-90ee-209ac28e94ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.766816] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 1c3cebaa-9362-4a71-8346-cf98a3da9d45/1c3cebaa-9362-4a71-8346-cf98a3da9d45.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.770049] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f4393c-6eb5-4baf-ae2b-a03c98dbfb44 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.783940] env[62295]: DEBUG nova.network.neutron [-] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.790674] env[62295]: DEBUG oslo_vmware.api [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Task: {'id': task-1786724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.760678} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.791908] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1573.792157] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1573.792369] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1573.792580] env[62295]: INFO nova.compute.manager [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1573.792849] env[62295]: DEBUG oslo.service.loopingcall [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.793155] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1573.793155] env[62295]: value = "task-1786728" [ 1573.793155] env[62295]: _type = "Task" [ 1573.793155] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.793916] env[62295]: DEBUG nova.compute.manager [-] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1573.794053] env[62295]: DEBUG nova.network.neutron [-] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1573.803901] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.831612] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13a1075d-3301-49d8-a3c9-06517621e64d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.847333] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786725, 'name': Rename_Task, 'duration_secs': 0.767708} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.850492] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde32f01-ab9b-4a98-a8fd-6cce3b8ce814 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.862745] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.867254] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-085a49e0-6fbc-42e4-8355-72ab820edeb6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.869170] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261f357-61a8-ddaf-ed2b-735bec5d1cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.034904} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.870053] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.870366] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 4902d062-ca11-4dd3-8746-f2512154d6b2/4902d062-ca11-4dd3-8746-f2512154d6b2.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.871099] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58c404aa-bc3f-40c0-ba2e-40dc8311f266 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.875596] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1573.875596] env[62295]: value = "task-1786729" [ 1573.875596] env[62295]: _type = "Task" [ 1573.875596] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.879906] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1573.879906] env[62295]: value = "task-1786730" [ 1573.879906] env[62295]: _type = "Task" [ 1573.879906] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.899966] env[62295]: DEBUG nova.compute.manager [req-a4116bc4-6c01-4277-a609-d57a65a5cb9f req-b3a00015-3547-4ec2-9b0d-18d185c7fd17 service nova] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Detach interface failed, port_id=9ac8f2f6-a0ab-440c-8e48-42deda5a2b93, reason: Instance 9410cde5-494b-4eeb-b54e-d0b116595f17 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1573.900989] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.903780] env[62295]: DEBUG nova.compute.manager [req-1b02ab49-5ccc-4d62-a624-fda4eb69d5db req-1577a488-1724-4bfc-9b33-00385beac848 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Received event network-changed-7a3930ee-8d2f-41fb-977c-4a9b26003024 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1573.905888] env[62295]: DEBUG nova.compute.manager [req-1b02ab49-5ccc-4d62-a624-fda4eb69d5db req-1577a488-1724-4bfc-9b33-00385beac848 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Refreshing instance network info cache due to event network-changed-7a3930ee-8d2f-41fb-977c-4a9b26003024. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1573.905888] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b02ab49-5ccc-4d62-a624-fda4eb69d5db req-1577a488-1724-4bfc-9b33-00385beac848 service nova] Acquiring lock "refresh_cache-1079ffe9-8c94-4075-89e2-161338ab43ea" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.908369] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.913037] env[62295]: DEBUG oslo_concurrency.lockutils [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.579s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.913360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.794s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.913541] env[62295]: DEBUG nova.objects.instance [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1574.031440] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Releasing lock "refresh_cache-1079ffe9-8c94-4075-89e2-161338ab43ea" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.031958] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Instance network_info: |[{"id": "7a3930ee-8d2f-41fb-977c-4a9b26003024", "address": "fa:16:3e:9f:ba:2b", "network": {"id": "4344d789-2e2c-4343-aa43-ed34b25fd8bf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1615946244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31bff7a6a91415a8f25a9d413726d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3930ee-8d", "ovs_interfaceid": "7a3930ee-8d2f-41fb-977c-4a9b26003024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1574.032551] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b02ab49-5ccc-4d62-a624-fda4eb69d5db req-1577a488-1724-4bfc-9b33-00385beac848 service nova] Acquired lock "refresh_cache-1079ffe9-8c94-4075-89e2-161338ab43ea" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.032845] env[62295]: DEBUG nova.network.neutron [req-1b02ab49-5ccc-4d62-a624-fda4eb69d5db req-1577a488-1724-4bfc-9b33-00385beac848 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Refreshing network info cache for port 7a3930ee-8d2f-41fb-977c-4a9b26003024 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.034789] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ba:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a3930ee-8d2f-41fb-977c-4a9b26003024', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.042932] env[62295]: DEBUG oslo.service.loopingcall [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.043980] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.045632] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bc64c01-6171-4ac5-94fe-69a85851975d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.069023] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1574.069023] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1574.069023] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Deleting the datastore file [datastore1] 08f2197d-f2d5-4a22-82ce-a253bb23ac71 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.069537] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a296321e-1fda-4a20-a856-de29cdb2d5d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.074183] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.074183] env[62295]: value = "task-1786731" [ 1574.074183] env[62295]: _type = "Task" [ 1574.074183] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.080111] env[62295]: DEBUG oslo_vmware.api [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1574.080111] env[62295]: value = "task-1786732" [ 1574.080111] env[62295]: _type = "Task" [ 1574.080111] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.092923] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786731, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.096452] env[62295]: DEBUG oslo_vmware.api [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.286124] env[62295]: INFO nova.compute.manager [-] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Took 1.41 seconds to deallocate network for instance. [ 1574.308500] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786728, 'name': ReconfigVM_Task, 'duration_secs': 0.297935} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.309056] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 1c3cebaa-9362-4a71-8346-cf98a3da9d45/1c3cebaa-9362-4a71-8346-cf98a3da9d45.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.311066] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aba5161-8899-4bb3-ba61-7052111072e8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.317625] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1574.317625] env[62295]: value = "task-1786733" [ 1574.317625] env[62295]: _type = "Task" [ 1574.317625] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.327081] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786733, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.391098] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786730, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.394953] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786729, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.425649] env[62295]: DEBUG oslo_concurrency.lockutils [None req-69b946e0-b127-4442-8a6a-4c8981ec683e tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.124s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.428425] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.313s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.428867] env[62295]: INFO nova.compute.manager [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Unshelving [ 1574.584825] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786731, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.593076] env[62295]: DEBUG oslo_vmware.api [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464686} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.593341] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.593519] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1574.593694] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1574.593867] env[62295]: INFO nova.compute.manager [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1574.594135] env[62295]: DEBUG oslo.service.loopingcall [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.594326] env[62295]: DEBUG nova.compute.manager [-] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1574.594412] env[62295]: DEBUG nova.network.neutron [-] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1574.641785] env[62295]: DEBUG nova.network.neutron [-] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.795584] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.833110] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786733, 'name': Rename_Task, 'duration_secs': 0.200031} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.833424] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.833697] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53814b04-3bed-4384-936b-26abe763eead {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.839967] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1574.839967] env[62295]: value = "task-1786734" [ 1574.839967] env[62295]: _type = "Task" [ 1574.839967] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.847893] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.888712] env[62295]: DEBUG oslo_vmware.api [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786729, 'name': PowerOnVM_Task, 'duration_secs': 0.731206} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.889494] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.889710] env[62295]: INFO nova.compute.manager [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1574.889965] env[62295]: DEBUG nova.compute.manager [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1574.890900] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6649166-4c99-4e7f-a065-18f9f69b5ad4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.897232] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571234} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.897953] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 4902d062-ca11-4dd3-8746-f2512154d6b2/4902d062-ca11-4dd3-8746-f2512154d6b2.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.898282] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.901279] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0392d987-71bd-4163-9683-1cf3d5e0b2d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.913122] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1574.913122] env[62295]: value = "task-1786735" [ 1574.913122] env[62295]: _type = "Task" [ 1574.913122] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.922153] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.926906] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5896cd11-8df0-4ed9-91ad-447a1b5847bc tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.926906] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.306s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.926906] env[62295]: INFO nova.compute.claims [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1574.968711] env[62295]: DEBUG nova.network.neutron [req-1b02ab49-5ccc-4d62-a624-fda4eb69d5db req-1577a488-1724-4bfc-9b33-00385beac848 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Updated VIF entry in instance network info cache for port 7a3930ee-8d2f-41fb-977c-4a9b26003024. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.968711] env[62295]: DEBUG nova.network.neutron [req-1b02ab49-5ccc-4d62-a624-fda4eb69d5db req-1577a488-1724-4bfc-9b33-00385beac848 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Updating instance_info_cache with network_info: [{"id": "7a3930ee-8d2f-41fb-977c-4a9b26003024", "address": "fa:16:3e:9f:ba:2b", "network": {"id": "4344d789-2e2c-4343-aa43-ed34b25fd8bf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1615946244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31bff7a6a91415a8f25a9d413726d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3930ee-8d", "ovs_interfaceid": "7a3930ee-8d2f-41fb-977c-4a9b26003024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.030364] env[62295]: DEBUG nova.network.neutron [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Successfully updated port: 4678cb0f-f353-4e46-a7d9-cfc2c61b3e61 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1575.084950] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786731, 'name': CreateVM_Task, 'duration_secs': 0.866711} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.085153] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.085892] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.086071] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.086389] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.086715] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a6ea77-26ce-40a5-9859-19df5e9e5f5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.091230] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1575.091230] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522032f0-1efa-9849-edf6-7002b2c52f18" [ 1575.091230] env[62295]: _type = "Task" [ 1575.091230] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.098689] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522032f0-1efa-9849-edf6-7002b2c52f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.143754] env[62295]: INFO nova.compute.manager [-] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Took 1.35 seconds to deallocate network for instance. [ 1575.350559] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786734, 'name': PowerOnVM_Task, 'duration_secs': 0.495056} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.352242] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.352522] env[62295]: INFO nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1575.352710] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1575.353960] env[62295]: DEBUG nova.compute.manager [req-2211b529-e093-4ab1-bbc9-c5160711c99c req-626e7c4a-aebc-4428-acde-dc8f389a678a service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Received event network-vif-deleted-e0100ae7-fef6-4a66-9bf3-c238f0c87eaf {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1575.354192] env[62295]: INFO nova.compute.manager [req-2211b529-e093-4ab1-bbc9-c5160711c99c req-626e7c4a-aebc-4428-acde-dc8f389a678a service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Neutron deleted interface e0100ae7-fef6-4a66-9bf3-c238f0c87eaf; detaching it from the instance and deleting it from the info cache [ 1575.354409] env[62295]: DEBUG nova.network.neutron [req-2211b529-e093-4ab1-bbc9-c5160711c99c req-626e7c4a-aebc-4428-acde-dc8f389a678a service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.356071] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb1afc8-5f17-4a18-8dd0-1635c4cce93e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.419263] env[62295]: INFO nova.compute.manager [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Took 54.64 seconds to build instance. [ 1575.427104] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078599} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.427373] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.428256] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6046d9bf-abd2-4c22-b015-82eb0077bbf5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.446706] env[62295]: DEBUG nova.compute.utils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1575.456717] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 4902d062-ca11-4dd3-8746-f2512154d6b2/4902d062-ca11-4dd3-8746-f2512154d6b2.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.457498] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-077b2f2d-2d89-458b-a482-81ce1197dccb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.474450] env[62295]: DEBUG oslo_concurrency.lockutils [req-1b02ab49-5ccc-4d62-a624-fda4eb69d5db req-1577a488-1724-4bfc-9b33-00385beac848 service nova] Releasing lock "refresh_cache-1079ffe9-8c94-4075-89e2-161338ab43ea" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.474861] env[62295]: DEBUG nova.network.neutron [-] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.484052] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1575.484052] env[62295]: value = "task-1786736" [ 1575.484052] env[62295]: _type = "Task" [ 1575.484052] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.493311] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.532988] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquiring lock "refresh_cache-ce3060b2-46cd-4893-8e4a-252baeaa1104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.533272] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquired lock "refresh_cache-ce3060b2-46cd-4893-8e4a-252baeaa1104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.533522] env[62295]: DEBUG nova.network.neutron [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1575.607317] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522032f0-1efa-9849-edf6-7002b2c52f18, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.607638] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.607958] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.608210] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.608356] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.608695] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.609080] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c6f4d79-1162-4ea9-ba37-a0b5dad6ff81 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.618308] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.618496] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.619296] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a745cf61-15f1-4a3a-8491-ce2bf7fe1162 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.626791] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1575.626791] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f52bb8-274a-6f55-4aa0-aa9a6c83f5d3" [ 1575.626791] env[62295]: _type = "Task" [ 1575.626791] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.638300] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f52bb8-274a-6f55-4aa0-aa9a6c83f5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.650800] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.860952] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51772bcb-a86a-48ce-8b1b-a6db5422f087 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.874810] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5855bc29-458d-4668-bf4c-ea7be6002a54 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.894812] env[62295]: INFO nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Took 44.71 seconds to build instance. [ 1575.911862] env[62295]: DEBUG nova.compute.manager [req-2211b529-e093-4ab1-bbc9-c5160711c99c req-626e7c4a-aebc-4428-acde-dc8f389a678a service nova] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Detach interface failed, port_id=e0100ae7-fef6-4a66-9bf3-c238f0c87eaf, reason: Instance 08f2197d-f2d5-4a22-82ce-a253bb23ac71 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1575.920792] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cd037f7e-feb2-487f-af63-e9f126e2ead1 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.991s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.960630] env[62295]: INFO nova.virt.block_device [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Booting with volume ef1476f1-f2dc-47e1-bd3d-6b7a741668a3 at /dev/sdb [ 1575.979680] env[62295]: INFO nova.compute.manager [-] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Took 1.38 seconds to deallocate network for instance. [ 1576.004334] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.027621] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39693b4c-d532-436b-adf1-92584f0f57ce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.035444] env[62295]: DEBUG nova.compute.manager [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Received event network-vif-deleted-bd994029-9e8b-4d30-bfd7-77eec9479849 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1576.035650] env[62295]: DEBUG nova.compute.manager [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Received event network-vif-plugged-4678cb0f-f353-4e46-a7d9-cfc2c61b3e61 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1576.035843] env[62295]: DEBUG oslo_concurrency.lockutils [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] Acquiring lock "ce3060b2-46cd-4893-8e4a-252baeaa1104-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.036381] env[62295]: DEBUG oslo_concurrency.lockutils [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] Lock "ce3060b2-46cd-4893-8e4a-252baeaa1104-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.036561] env[62295]: DEBUG oslo_concurrency.lockutils [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] Lock "ce3060b2-46cd-4893-8e4a-252baeaa1104-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.036781] env[62295]: DEBUG nova.compute.manager [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] No waiting events found dispatching network-vif-plugged-4678cb0f-f353-4e46-a7d9-cfc2c61b3e61 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1576.036980] env[62295]: WARNING nova.compute.manager [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Received unexpected event network-vif-plugged-4678cb0f-f353-4e46-a7d9-cfc2c61b3e61 for instance with vm_state building and task_state spawning. [ 1576.037162] env[62295]: DEBUG nova.compute.manager [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Received event network-changed-4678cb0f-f353-4e46-a7d9-cfc2c61b3e61 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1576.037320] env[62295]: DEBUG nova.compute.manager [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Refreshing instance network info cache due to event network-changed-4678cb0f-f353-4e46-a7d9-cfc2c61b3e61. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1576.037484] env[62295]: DEBUG oslo_concurrency.lockutils [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] Acquiring lock "refresh_cache-ce3060b2-46cd-4893-8e4a-252baeaa1104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.045344] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f73836-2c0d-4e13-a80d-db6cef70615a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.087216] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-650e85ae-a41c-47bb-9319-a6ba4cd233f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.096788] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e57c267-c47c-4907-99ae-de69aacbc107 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.111916] env[62295]: DEBUG nova.network.neutron [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1576.141454] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32fff87-aa21-4643-abd6-2c77928cf5c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.152194] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f52bb8-274a-6f55-4aa0-aa9a6c83f5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.04064} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.154674] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf67546a-fb5d-4acf-a62b-8971769de25f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.158015] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a085c05-eb3a-4afe-8d4a-5a0f7f092df7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.167179] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1576.167179] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b37f2f-add8-3026-0ccc-bf9133042173" [ 1576.167179] env[62295]: _type = "Task" [ 1576.167179] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.176206] env[62295]: DEBUG nova.virt.block_device [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating existing volume attachment record: 4b1f3ced-e44a-402c-a616-20e900ca90ed {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1576.184201] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b37f2f-add8-3026-0ccc-bf9133042173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.393173] env[62295]: DEBUG nova.network.neutron [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Updating instance_info_cache with network_info: [{"id": "4678cb0f-f353-4e46-a7d9-cfc2c61b3e61", "address": "fa:16:3e:66:76:a0", "network": {"id": "f8f1078e-9abd-469a-868e-7029968fe62e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1664872250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033851b7a39c4eb9b1f289532e002b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4678cb0f-f3", "ovs_interfaceid": "4678cb0f-f353-4e46-a7d9-cfc2c61b3e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.396309] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.255s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.424676] env[62295]: DEBUG nova.compute.manager [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1576.475334] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef74f35c-6d66-42fd-90d7-2e43a8220d65 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.484496] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47cc01e-ff2d-4bcc-8635-35886046a80c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.490242] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.500231] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786736, 'name': ReconfigVM_Task, 'duration_secs': 0.849682} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.525385] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 4902d062-ca11-4dd3-8746-f2512154d6b2/4902d062-ca11-4dd3-8746-f2512154d6b2.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.526817] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df3c3c2-e221-4493-b8cd-458ef5f7fa7b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.529412] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e5b3d8-e887-44e6-ab03-1523108cf111 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.543571] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e93ffe-7e5f-48d2-8cd8-2d1659964ee9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.544466] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1576.544466] env[62295]: value = "task-1786740" [ 1576.544466] env[62295]: _type = "Task" [ 1576.544466] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.560603] env[62295]: DEBUG nova.compute.provider_tree [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.569438] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786740, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.679055] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b37f2f-add8-3026-0ccc-bf9133042173, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.679360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.679649] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 1079ffe9-8c94-4075-89e2-161338ab43ea/1079ffe9-8c94-4075-89e2-161338ab43ea.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.679960] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db19e42-32a7-4637-bd10-aefc4e52b6a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.687777] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1576.687777] env[62295]: value = "task-1786741" [ 1576.687777] env[62295]: _type = "Task" [ 1576.687777] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.696762] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.842067] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.842363] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.842544] env[62295]: INFO nova.compute.manager [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Shelving [ 1576.896176] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Releasing lock "refresh_cache-ce3060b2-46cd-4893-8e4a-252baeaa1104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.896587] env[62295]: DEBUG nova.compute.manager [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Instance network_info: |[{"id": "4678cb0f-f353-4e46-a7d9-cfc2c61b3e61", "address": "fa:16:3e:66:76:a0", "network": {"id": "f8f1078e-9abd-469a-868e-7029968fe62e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1664872250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033851b7a39c4eb9b1f289532e002b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4678cb0f-f3", "ovs_interfaceid": "4678cb0f-f353-4e46-a7d9-cfc2c61b3e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1576.896924] env[62295]: DEBUG oslo_concurrency.lockutils [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] Acquired lock "refresh_cache-ce3060b2-46cd-4893-8e4a-252baeaa1104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.897167] env[62295]: DEBUG nova.network.neutron [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Refreshing network info cache for port 4678cb0f-f353-4e46-a7d9-cfc2c61b3e61 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.900323] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:76:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4678cb0f-f353-4e46-a7d9-cfc2c61b3e61', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.907269] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Creating folder: Project (033851b7a39c4eb9b1f289532e002b83). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1576.910908] env[62295]: DEBUG nova.compute.manager [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1576.913471] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74c3c4a0-3d3d-4f35-bf0e-f3bffbe6c8ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.932638] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Created folder: Project (033851b7a39c4eb9b1f289532e002b83) in parent group-v370569. [ 1576.933082] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Creating folder: Instances. Parent ref: group-v370742. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1576.937379] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c631689-4ad7-4227-ac1b-1febbfd6dbe3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.951077] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Created folder: Instances in parent group-v370742. [ 1576.951425] env[62295]: DEBUG oslo.service.loopingcall [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.951694] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.951949] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c619298-cb63-4bc0-92ea-f27188b37ee0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.978391] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.978391] env[62295]: value = "task-1786744" [ 1576.978391] env[62295]: _type = "Task" [ 1576.978391] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.986040] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.996184] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786744, 'name': CreateVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.058947] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786740, 'name': Rename_Task, 'duration_secs': 0.169571} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.059298] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1577.059573] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df625989-e18c-4a74-9ce6-77f4905fed00 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.067025] env[62295]: DEBUG nova.scheduler.client.report [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1577.068842] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1577.068842] env[62295]: value = "task-1786745" [ 1577.068842] env[62295]: _type = "Task" [ 1577.068842] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.081043] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.204120] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786741, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.222137] env[62295]: DEBUG nova.network.neutron [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Updated VIF entry in instance network info cache for port 4678cb0f-f353-4e46-a7d9-cfc2c61b3e61. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.222592] env[62295]: DEBUG nova.network.neutron [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Updating instance_info_cache with network_info: [{"id": "4678cb0f-f353-4e46-a7d9-cfc2c61b3e61", "address": "fa:16:3e:66:76:a0", "network": {"id": "f8f1078e-9abd-469a-868e-7029968fe62e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1664872250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033851b7a39c4eb9b1f289532e002b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4678cb0f-f3", "ovs_interfaceid": "4678cb0f-f353-4e46-a7d9-cfc2c61b3e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.352378] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.352653] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe58604b-9712-4d11-b6bd-0e63229840c5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.359404] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1577.359404] env[62295]: value = "task-1786746" [ 1577.359404] env[62295]: _type = "Task" [ 1577.359404] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.368051] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.435086] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.489322] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786744, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.570960] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.571601] env[62295]: DEBUG nova.compute.manager [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1577.574342] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.621s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.593344] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.703092] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579563} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.703413] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 1079ffe9-8c94-4075-89e2-161338ab43ea/1079ffe9-8c94-4075-89e2-161338ab43ea.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1577.703680] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1577.703972] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59063b37-d55d-40ee-ab46-4be83542b889 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.711123] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1577.711123] env[62295]: value = "task-1786747" [ 1577.711123] env[62295]: _type = "Task" [ 1577.711123] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.720885] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.725605] env[62295]: DEBUG oslo_concurrency.lockutils [req-48118f76-7e47-4863-b76b-e87eb1e38885 req-b265cfc6-4518-4244-9ed6-3c031d80ffea service nova] Releasing lock "refresh_cache-ce3060b2-46cd-4893-8e4a-252baeaa1104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.871746] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786746, 'name': PowerOffVM_Task, 'duration_secs': 0.201429} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.872612] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.873928] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1d5dbe-b4cc-4a25-9b4d-cbf82b398ddb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.896873] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669cafc3-3464-4dc1-81fa-4c9e5f261973 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.990454] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786744, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.088965] env[62295]: INFO nova.compute.claims [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.094596] env[62295]: DEBUG nova.compute.utils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1578.096329] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786745, 'name': PowerOnVM_Task, 'duration_secs': 0.632319} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.096949] env[62295]: DEBUG nova.compute.manager [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1578.097176] env[62295]: DEBUG nova.network.neutron [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1578.099611] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1578.100171] env[62295]: INFO nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1578.100283] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1578.101362] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47efc63-7e2d-4dbf-882f-06f1feedf460 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.156706] env[62295]: DEBUG nova.policy [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438cf15ceec244efb936545b610289f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731c2c1997f04da7b1bdf5138d63d014', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1578.227996] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096569} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.228335] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1578.229247] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc012a25-0efd-4b33-a6b1-8e9a16cb086a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.255525] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 1079ffe9-8c94-4075-89e2-161338ab43ea/1079ffe9-8c94-4075-89e2-161338ab43ea.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.255853] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1088280-df23-4c82-bc39-060536cff11a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.279637] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1578.279637] env[62295]: value = "task-1786748" [ 1578.279637] env[62295]: _type = "Task" [ 1578.279637] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.290656] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.409496] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1578.409814] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dfce5742-d361-4900-8749-4cf4ef5acccb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.421437] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1578.421437] env[62295]: value = "task-1786749" [ 1578.421437] env[62295]: _type = "Task" [ 1578.421437] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.431768] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786749, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.454357] env[62295]: DEBUG nova.network.neutron [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Successfully created port: 26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1578.493158] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786744, 'name': CreateVM_Task, 'duration_secs': 1.016937} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.493955] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.495133] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.495379] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.495954] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.496818] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e414758-681f-4583-a950-6f655c1a44ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.503191] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for the task: (returnval){ [ 1578.503191] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d68858-e709-530a-376b-2e6c5c51129b" [ 1578.503191] env[62295]: _type = "Task" [ 1578.503191] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.513315] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d68858-e709-530a-376b-2e6c5c51129b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.598346] env[62295]: DEBUG nova.compute.manager [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1578.605021] env[62295]: INFO nova.compute.resource_tracker [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating resource usage from migration af909b29-6ab8-44e2-a8f1-4ecf66fb3fbc [ 1578.633023] env[62295]: INFO nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Took 44.78 seconds to build instance. [ 1578.795539] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786748, 'name': ReconfigVM_Task, 'duration_secs': 0.31631} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.795821] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 1079ffe9-8c94-4075-89e2-161338ab43ea/1079ffe9-8c94-4075-89e2-161338ab43ea.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.797895] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d9797bb-05b3-4484-abed-eaea7403d25e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.810076] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1578.810076] env[62295]: value = "task-1786751" [ 1578.810076] env[62295]: _type = "Task" [ 1578.810076] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.821705] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786751, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.932458] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786749, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.018086] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d68858-e709-530a-376b-2e6c5c51129b, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.018086] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.018086] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.018414] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.018482] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.018608] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.018901] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fe2a117-e5db-4cca-9cef-37d27ece9a0f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.030908] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.031115] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1579.032034] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2125908-2751-469d-9a07-52d206fa561e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.040376] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for the task: (returnval){ [ 1579.040376] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5235bd39-db2f-f900-8210-b61f80b06528" [ 1579.040376] env[62295]: _type = "Task" [ 1579.040376] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.049803] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5235bd39-db2f-f900-8210-b61f80b06528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.051330] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef7753b-7ec0-4100-be08-38b816ed8927 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.058013] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eae751c-dcc9-4bbf-b62f-47f7c79a2959 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.089101] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e676eccb-2ac2-4be9-927e-ce37db3ea497 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.097215] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a056b1da-ff5c-42c5-98ac-140b5a23401b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.116275] env[62295]: DEBUG nova.compute.provider_tree [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.135190] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "4902d062-ca11-4dd3-8746-f2512154d6b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.947s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.316819] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786751, 'name': Rename_Task, 'duration_secs': 0.155754} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.317117] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1579.317360] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75f54468-7402-4db0-8589-697dfb387869 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.323739] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1579.323739] env[62295]: value = "task-1786752" [ 1579.323739] env[62295]: _type = "Task" [ 1579.323739] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.331777] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.432421] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786749, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.551692] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5235bd39-db2f-f900-8210-b61f80b06528, 'name': SearchDatastore_Task, 'duration_secs': 0.019552} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.553040] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636afd6e-f8c4-4742-b4b7-c842154392b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.557668] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for the task: (returnval){ [ 1579.557668] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ff5463-1d9f-6a0f-6231-0f9563d98545" [ 1579.557668] env[62295]: _type = "Task" [ 1579.557668] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.566337] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ff5463-1d9f-6a0f-6231-0f9563d98545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.622976] env[62295]: DEBUG nova.compute.manager [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1579.625686] env[62295]: DEBUG nova.scheduler.client.report [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1579.651770] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1579.652028] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1579.652188] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.652372] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1579.652516] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.652662] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1579.652862] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1579.653032] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1579.653203] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1579.653365] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1579.653534] env[62295]: DEBUG nova.virt.hardware [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1579.654440] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41c6ed0-2a4b-45f2-8d31-679970146dc2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.662924] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3e817a-5eb4-4249-86a8-2a5e367e6e75 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.760230] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquiring lock "8e23f356-f446-4775-ab89-c4574be60d6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.760230] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lock "8e23f356-f446-4775-ab89-c4574be60d6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.835050] env[62295]: DEBUG oslo_vmware.api [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786752, 'name': PowerOnVM_Task, 'duration_secs': 0.494299} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.835050] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1579.835050] env[62295]: INFO nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1579.835254] env[62295]: DEBUG nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1579.836361] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb77564-4a16-4fb7-90ea-bda2f01b2d6b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.934073] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786749, 'name': CreateSnapshot_Task, 'duration_secs': 1.138598} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.934073] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1579.934511] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66e5352-1b3e-409e-b0a9-49b0e8723c95 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.071303] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ff5463-1d9f-6a0f-6231-0f9563d98545, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.071597] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.071858] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] ce3060b2-46cd-4893-8e4a-252baeaa1104/ce3060b2-46cd-4893-8e4a-252baeaa1104.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1580.072134] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19f8abe0-ddc3-4658-ac7e-158aa7c6ee80 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.081350] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for the task: (returnval){ [ 1580.081350] env[62295]: value = "task-1786753" [ 1580.081350] env[62295]: _type = "Task" [ 1580.081350] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.089768] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.097107] env[62295]: DEBUG nova.compute.manager [req-0121f3c8-2deb-4158-9c64-7a5e464a3d23 req-55b850de-f737-431e-a38d-04deb72c2324 service nova] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Received event network-vif-plugged-26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1580.097326] env[62295]: DEBUG oslo_concurrency.lockutils [req-0121f3c8-2deb-4158-9c64-7a5e464a3d23 req-55b850de-f737-431e-a38d-04deb72c2324 service nova] Acquiring lock "21844f7a-df25-40c9-b9f2-8fe2446e92be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.097528] env[62295]: DEBUG oslo_concurrency.lockutils [req-0121f3c8-2deb-4158-9c64-7a5e464a3d23 req-55b850de-f737-431e-a38d-04deb72c2324 service nova] Lock "21844f7a-df25-40c9-b9f2-8fe2446e92be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.097691] env[62295]: DEBUG oslo_concurrency.lockutils [req-0121f3c8-2deb-4158-9c64-7a5e464a3d23 req-55b850de-f737-431e-a38d-04deb72c2324 service nova] Lock "21844f7a-df25-40c9-b9f2-8fe2446e92be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.097920] env[62295]: DEBUG nova.compute.manager [req-0121f3c8-2deb-4158-9c64-7a5e464a3d23 req-55b850de-f737-431e-a38d-04deb72c2324 service nova] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] No waiting events found dispatching network-vif-plugged-26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1580.098054] env[62295]: WARNING nova.compute.manager [req-0121f3c8-2deb-4158-9c64-7a5e464a3d23 req-55b850de-f737-431e-a38d-04deb72c2324 service nova] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Received unexpected event network-vif-plugged-26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7 for instance with vm_state building and task_state spawning. [ 1580.130473] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.556s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.130942] env[62295]: INFO nova.compute.manager [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Migrating [ 1580.130942] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.131123] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.132826] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.432s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.134871] env[62295]: INFO nova.compute.claims [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.160151] env[62295]: DEBUG nova.network.neutron [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Successfully updated port: 26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1580.262756] env[62295]: DEBUG nova.compute.manager [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1580.354262] env[62295]: INFO nova.compute.manager [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Took 41.75 seconds to build instance. [ 1580.453664] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1580.453850] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-32a76055-db35-45e4-a55d-ff501c49bc25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.466682] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1580.466682] env[62295]: value = "task-1786754" [ 1580.466682] env[62295]: _type = "Task" [ 1580.466682] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.477454] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786754, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.594338] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786753, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.633531] env[62295]: INFO nova.compute.rpcapi [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1580.634213] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.662828] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "refresh_cache-21844f7a-df25-40c9-b9f2-8fe2446e92be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.663349] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "refresh_cache-21844f7a-df25-40c9-b9f2-8fe2446e92be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.663599] env[62295]: DEBUG nova.network.neutron [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1580.788043] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.859024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f03388ca-5255-4542-b8a7-8b4629e17703 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1079ffe9-8c94-4075-89e2-161338ab43ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.624s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.987238] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786754, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.094356] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710127} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.094639] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] ce3060b2-46cd-4893-8e4a-252baeaa1104/ce3060b2-46cd-4893-8e4a-252baeaa1104.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.094856] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.095208] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bfa94e6-6fd6-4d51-aa40-6a3081538736 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.102916] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for the task: (returnval){ [ 1581.102916] env[62295]: value = "task-1786755" [ 1581.102916] env[62295]: _type = "Task" [ 1581.102916] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.111759] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.157866] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.157973] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.158172] env[62295]: DEBUG nova.network.neutron [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.205770] env[62295]: DEBUG nova.network.neutron [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1581.372028] env[62295]: DEBUG nova.network.neutron [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Updating instance_info_cache with network_info: [{"id": "26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7", "address": "fa:16:3e:1f:0c:fe", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a4fdde-95", "ovs_interfaceid": "26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.480974] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.481269] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.481484] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.481675] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.481864] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.483533] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786754, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.484028] env[62295]: INFO nova.compute.manager [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Terminating instance [ 1581.488200] env[62295]: DEBUG nova.compute.manager [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1581.488434] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.489334] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d6f2a3-31ed-4f86-9ca2-89a98542bfa2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.496492] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.496735] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb6952a-21ae-46d1-bff2-5663bb389c27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.506576] env[62295]: DEBUG oslo_vmware.api [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1581.506576] env[62295]: value = "task-1786756" [ 1581.506576] env[62295]: _type = "Task" [ 1581.506576] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.514365] env[62295]: DEBUG oslo_vmware.api [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.552274] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0610dd07-b1d0-4bd8-b281-2694559077dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.561190] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46fce7f-1a01-46b2-a89c-484691fdbf92 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.591077] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da6f8b5-f6c4-45a2-ad4f-769dcadd2561 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.598902] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96fd2ab-07f1-4da9-9f0d-d4aa4c19f71c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.616399] env[62295]: DEBUG nova.compute.provider_tree [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.622856] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.318444} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.623121] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1581.623948] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454aabf9-fb89-4bd1-a4b7-f8c5cef70f7b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.647721] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] ce3060b2-46cd-4893-8e4a-252baeaa1104/ce3060b2-46cd-4893-8e4a-252baeaa1104.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.648602] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0593a278-26e5-40a6-a3ad-544762c6bbcd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.671105] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for the task: (returnval){ [ 1581.671105] env[62295]: value = "task-1786757" [ 1581.671105] env[62295]: _type = "Task" [ 1581.671105] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.679636] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.787805] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.875720] env[62295]: DEBUG nova.network.neutron [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance_info_cache with network_info: [{"id": "966d8455-a916-4911-95c8-b5469c418673", "address": "fa:16:3e:c5:38:bb", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966d8455-a9", "ovs_interfaceid": "966d8455-a916-4911-95c8-b5469c418673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.877353] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "refresh_cache-21844f7a-df25-40c9-b9f2-8fe2446e92be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.877613] env[62295]: DEBUG nova.compute.manager [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Instance network_info: |[{"id": "26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7", "address": "fa:16:3e:1f:0c:fe", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a4fdde-95", "ovs_interfaceid": "26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1581.878304] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:0c:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1581.885968] env[62295]: DEBUG oslo.service.loopingcall [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.886677] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1581.886908] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b972293-9e4c-454c-acff-67c042d99cfc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.907964] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1581.907964] env[62295]: value = "task-1786758" [ 1581.907964] env[62295]: _type = "Task" [ 1581.907964] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.915682] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786758, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.980457] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786754, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.017720] env[62295]: DEBUG oslo_vmware.api [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786756, 'name': PowerOffVM_Task, 'duration_secs': 0.211188} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.017720] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.017720] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.017963] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c72c177-28cf-43ad-9eaa-af5941dcb054 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.120601] env[62295]: DEBUG nova.scheduler.client.report [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1582.126275] env[62295]: DEBUG nova.compute.manager [req-3579fdbb-895d-4953-812f-f55c4c3827cf req-60ef0916-8b5b-410b-88e1-905fa33756c9 service nova] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Received event network-changed-26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1582.126460] env[62295]: DEBUG nova.compute.manager [req-3579fdbb-895d-4953-812f-f55c4c3827cf req-60ef0916-8b5b-410b-88e1-905fa33756c9 service nova] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Refreshing instance network info cache due to event network-changed-26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1582.126669] env[62295]: DEBUG oslo_concurrency.lockutils [req-3579fdbb-895d-4953-812f-f55c4c3827cf req-60ef0916-8b5b-410b-88e1-905fa33756c9 service nova] Acquiring lock "refresh_cache-21844f7a-df25-40c9-b9f2-8fe2446e92be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.126811] env[62295]: DEBUG oslo_concurrency.lockutils [req-3579fdbb-895d-4953-812f-f55c4c3827cf req-60ef0916-8b5b-410b-88e1-905fa33756c9 service nova] Acquired lock "refresh_cache-21844f7a-df25-40c9-b9f2-8fe2446e92be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.126976] env[62295]: DEBUG nova.network.neutron [req-3579fdbb-895d-4953-812f-f55c4c3827cf req-60ef0916-8b5b-410b-88e1-905fa33756c9 service nova] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Refreshing network info cache for port 26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.182344] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786757, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.198044] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.198440] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.198566] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Deleting the datastore file [datastore1] 1c3cebaa-9362-4a71-8346-cf98a3da9d45 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.198824] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b13c1a3-8936-41ff-8fec-02a0702018e9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.205550] env[62295]: DEBUG oslo_vmware.api [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1582.205550] env[62295]: value = "task-1786760" [ 1582.205550] env[62295]: _type = "Task" [ 1582.205550] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.213481] env[62295]: DEBUG oslo_vmware.api [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.378772] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.418144] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786758, 'name': CreateVM_Task, 'duration_secs': 0.50537} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.418337] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1582.419142] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.419325] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.419871] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1582.420175] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461e44a4-6a03-48e9-b43d-4e82411a9701 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.425395] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1582.425395] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f4e163-ec77-5369-cd24-ad04bf19aa93" [ 1582.425395] env[62295]: _type = "Task" [ 1582.425395] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.435348] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f4e163-ec77-5369-cd24-ad04bf19aa93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.479528] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786754, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.629873] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.630522] env[62295]: DEBUG nova.compute.manager [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1582.636468] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.493s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.636697] env[62295]: DEBUG nova.objects.instance [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lazy-loading 'resources' on Instance uuid f5b3322c-fee8-486a-9364-43906f196de9 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.682116] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786757, 'name': ReconfigVM_Task, 'duration_secs': 0.515655} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.682438] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Reconfigured VM instance instance-0000003c to attach disk [datastore1] ce3060b2-46cd-4893-8e4a-252baeaa1104/ce3060b2-46cd-4893-8e4a-252baeaa1104.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.683189] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-285e2837-5e29-46ae-9445-b058ce5d9a0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.690809] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for the task: (returnval){ [ 1582.690809] env[62295]: value = "task-1786761" [ 1582.690809] env[62295]: _type = "Task" [ 1582.690809] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.699152] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786761, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.718018] env[62295]: DEBUG oslo_vmware.api [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222502} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.721157] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.721379] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.721585] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.721749] env[62295]: INFO nova.compute.manager [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1582.722036] env[62295]: DEBUG oslo.service.loopingcall [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.722902] env[62295]: DEBUG nova.compute.manager [-] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1582.723017] env[62295]: DEBUG nova.network.neutron [-] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.867550] env[62295]: DEBUG nova.network.neutron [req-3579fdbb-895d-4953-812f-f55c4c3827cf req-60ef0916-8b5b-410b-88e1-905fa33756c9 service nova] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Updated VIF entry in instance network info cache for port 26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.868136] env[62295]: DEBUG nova.network.neutron [req-3579fdbb-895d-4953-812f-f55c4c3827cf req-60ef0916-8b5b-410b-88e1-905fa33756c9 service nova] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Updating instance_info_cache with network_info: [{"id": "26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7", "address": "fa:16:3e:1f:0c:fe", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a4fdde-95", "ovs_interfaceid": "26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.939556] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f4e163-ec77-5369-cd24-ad04bf19aa93, 'name': SearchDatastore_Task, 'duration_secs': 0.012477} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.940016] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.940525] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1582.940849] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.941163] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.941568] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1582.944533] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5074498-79ed-4ecf-9157-14db94efb4f4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.956881] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1582.957196] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1582.958352] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32513ded-4562-4aa9-99a7-2da599fb16cf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.964671] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1582.964671] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521521ae-0615-e00a-96f7-2ec40099c43d" [ 1582.964671] env[62295]: _type = "Task" [ 1582.964671] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.970227] env[62295]: DEBUG nova.compute.manager [req-567b749c-5165-447a-ae26-a4f4ba1fe274 req-5c5da86f-9583-4278-b5f0-8371f658d7df service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Received event network-vif-deleted-51f5c1b5-2164-44fd-9caa-876856bcc6e0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1582.970477] env[62295]: INFO nova.compute.manager [req-567b749c-5165-447a-ae26-a4f4ba1fe274 req-5c5da86f-9583-4278-b5f0-8371f658d7df service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Neutron deleted interface 51f5c1b5-2164-44fd-9caa-876856bcc6e0; detaching it from the instance and deleting it from the info cache [ 1582.970782] env[62295]: DEBUG nova.network.neutron [req-567b749c-5165-447a-ae26-a4f4ba1fe274 req-5c5da86f-9583-4278-b5f0-8371f658d7df service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.979331] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521521ae-0615-e00a-96f7-2ec40099c43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.984256] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786754, 'name': CloneVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.137661] env[62295]: DEBUG nova.compute.utils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.139673] env[62295]: DEBUG nova.compute.manager [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1583.139673] env[62295]: DEBUG nova.network.neutron [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.187469] env[62295]: DEBUG nova.policy [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b23b7c2723a4f8db0a2d9c2b669ac06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86fc5b377637468db3805bfa49051ff4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1583.202362] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786761, 'name': Rename_Task, 'duration_secs': 0.282007} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.202362] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1583.202694] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dc333f8-4011-448e-8712-47d86e0bbbba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.209228] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for the task: (returnval){ [ 1583.209228] env[62295]: value = "task-1786762" [ 1583.209228] env[62295]: _type = "Task" [ 1583.209228] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.219687] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.371066] env[62295]: DEBUG oslo_concurrency.lockutils [req-3579fdbb-895d-4953-812f-f55c4c3827cf req-60ef0916-8b5b-410b-88e1-905fa33756c9 service nova] Releasing lock "refresh_cache-21844f7a-df25-40c9-b9f2-8fe2446e92be" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.449226] env[62295]: DEBUG nova.network.neutron [-] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.479784] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521521ae-0615-e00a-96f7-2ec40099c43d, 'name': SearchDatastore_Task, 'duration_secs': 0.013136} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.485898] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbe3c890-a430-4748-8e9e-4e6710cacaba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.489461] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c6bc5b-e556-41a4-89fd-5910293e3cd2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.497820] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786754, 'name': CloneVM_Task, 'duration_secs': 3.012525} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.500154] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Created linked-clone VM from snapshot [ 1583.500542] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1583.500542] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5210151e-f58f-0296-7035-b3fe6a163eb9" [ 1583.500542] env[62295]: _type = "Task" [ 1583.500542] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.501579] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c403df5-5bc1-4b6d-9e3c-f2ce779abbc3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.507658] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f678d0-e635-4a2f-a0b7-7828cd089d49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.530640] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Uploading image 261dee9f-d51a-4113-b7a1-c0f1e7f0559b {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1583.536245] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5210151e-f58f-0296-7035-b3fe6a163eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.550886] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.554020] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 21844f7a-df25-40c9-b9f2-8fe2446e92be/21844f7a-df25-40c9-b9f2-8fe2446e92be.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1583.554020] env[62295]: DEBUG nova.compute.manager [req-567b749c-5165-447a-ae26-a4f4ba1fe274 req-5c5da86f-9583-4278-b5f0-8371f658d7df service nova] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Detach interface failed, port_id=51f5c1b5-2164-44fd-9caa-876856bcc6e0, reason: Instance 1c3cebaa-9362-4a71-8346-cf98a3da9d45 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1583.554020] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f19cf4f-a3ec-4aff-8943-46194b68f734 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.564216] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1583.564216] env[62295]: value = "task-1786763" [ 1583.564216] env[62295]: _type = "Task" [ 1583.564216] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.572341] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1583.572341] env[62295]: value = "vm-370746" [ 1583.572341] env[62295]: _type = "VirtualMachine" [ 1583.572341] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1583.572697] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-edf57556-b5aa-4665-887b-1cea5756e9be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.580663] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.581833] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lease: (returnval){ [ 1583.581833] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c2775b-a629-33aa-50ac-c40132b7aee0" [ 1583.581833] env[62295]: _type = "HttpNfcLease" [ 1583.581833] env[62295]: } obtained for exporting VM: (result){ [ 1583.581833] env[62295]: value = "vm-370746" [ 1583.581833] env[62295]: _type = "VirtualMachine" [ 1583.581833] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1583.582096] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the lease: (returnval){ [ 1583.582096] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c2775b-a629-33aa-50ac-c40132b7aee0" [ 1583.582096] env[62295]: _type = "HttpNfcLease" [ 1583.582096] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1583.588652] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1583.588652] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c2775b-a629-33aa-50ac-c40132b7aee0" [ 1583.588652] env[62295]: _type = "HttpNfcLease" [ 1583.588652] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1583.597840] env[62295]: DEBUG nova.network.neutron [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Successfully created port: 5f8c5b0b-a75d-41e2-854c-63c64105a2b9 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.601430] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e74ae6f-2e74-49d3-bd91-f015284ce2f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.610686] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ca3f31-33e8-4258-9595-63872ba92667 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.641400] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e6026d-e599-4dc9-a50d-eb4cb5beb2e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.644825] env[62295]: DEBUG nova.compute.manager [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1583.652110] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27305c2-fa06-4331-b766-749ada190576 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.667386] env[62295]: DEBUG nova.compute.provider_tree [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.721763] env[62295]: DEBUG oslo_vmware.api [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786762, 'name': PowerOnVM_Task, 'duration_secs': 0.494013} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.722238] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.722570] env[62295]: INFO nova.compute.manager [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1583.726084] env[62295]: DEBUG nova.compute.manager [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1583.726084] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b740a20d-f72e-461e-93be-89f984785544 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.897533] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cd803b-d038-4a25-9ba9-a8d0b3b2c060 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.920530] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance '450eebcc-7f93-4234-9b44-8f28d7c9b849' progress to 0 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1583.952528] env[62295]: INFO nova.compute.manager [-] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Took 1.23 seconds to deallocate network for instance. [ 1584.076860] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786763, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.092589] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1584.092589] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c2775b-a629-33aa-50ac-c40132b7aee0" [ 1584.092589] env[62295]: _type = "HttpNfcLease" [ 1584.092589] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1584.092949] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1584.092949] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c2775b-a629-33aa-50ac-c40132b7aee0" [ 1584.092949] env[62295]: _type = "HttpNfcLease" [ 1584.092949] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1584.093823] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d9b749-90b1-44d2-9a42-011c98565a52 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.102857] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8efbb-ffbd-1930-6502-0f26ac511d6a/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1584.103167] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8efbb-ffbd-1930-6502-0f26ac511d6a/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1584.170058] env[62295]: DEBUG nova.scheduler.client.report [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1584.240379] env[62295]: INFO nova.compute.manager [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Took 41.67 seconds to build instance. [ 1584.268050] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-47315b15-7c70-44df-952a-c565a894ecf3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.426928] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.427228] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a013fe3-ecf6-4e35-9cee-03ace59d5f52 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.435035] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1584.435035] env[62295]: value = "task-1786765" [ 1584.435035] env[62295]: _type = "Task" [ 1584.435035] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.450641] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.459836] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.574891] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639259} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.576073] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 21844f7a-df25-40c9-b9f2-8fe2446e92be/21844f7a-df25-40c9-b9f2-8fe2446e92be.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.576073] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.576073] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17f1e540-d1da-452e-a8a2-a6cb90ca7e90 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.583432] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1584.583432] env[62295]: value = "task-1786766" [ 1584.583432] env[62295]: _type = "Task" [ 1584.583432] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.594040] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.669374] env[62295]: DEBUG nova.compute.manager [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1584.674693] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.677544] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.941s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.679312] env[62295]: INFO nova.compute.claims [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.704787] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1584.707790] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1584.707790] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.707790] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1584.707790] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.707790] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1584.708156] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1584.708156] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1584.708156] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1584.708156] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1584.708156] env[62295]: DEBUG nova.virt.hardware [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1584.709325] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eae8c8-70d6-492e-810e-514b4fdf0271 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.715078] env[62295]: INFO nova.scheduler.client.report [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Deleted allocations for instance f5b3322c-fee8-486a-9364-43906f196de9 [ 1584.723451] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1add1445-5974-4317-a93b-40e63b9c469b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.742674] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c1f65edd-f8b7-4a45-826f-88eef652e7ed tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lock "ce3060b2-46cd-4893-8e4a-252baeaa1104" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.616s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.949040] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786765, 'name': PowerOffVM_Task, 'duration_secs': 0.250472} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.949040] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.949040] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance '450eebcc-7f93-4234-9b44-8f28d7c9b849' progress to 17 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1585.093735] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072427} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.093999] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.094906] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27628593-760f-42e9-aa66-7cb8e3328c48 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.122122] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 21844f7a-df25-40c9-b9f2-8fe2446e92be/21844f7a-df25-40c9-b9f2-8fe2446e92be.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.122342] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9fecd9-2d70-42f6-bda4-392f20d4a85d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.146066] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1585.146066] env[62295]: value = "task-1786767" [ 1585.146066] env[62295]: _type = "Task" [ 1585.146066] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.155478] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.219087] env[62295]: DEBUG nova.compute.manager [req-a6159017-cd12-4420-9799-507b6e37b853 req-7ca6980f-3e94-46b1-8b2a-0eb7fa88ae64 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Received event network-vif-plugged-5f8c5b0b-a75d-41e2-854c-63c64105a2b9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1585.219331] env[62295]: DEBUG oslo_concurrency.lockutils [req-a6159017-cd12-4420-9799-507b6e37b853 req-7ca6980f-3e94-46b1-8b2a-0eb7fa88ae64 service nova] Acquiring lock "d6e03104-099b-40ed-80f7-35fe4a41754f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.219538] env[62295]: DEBUG oslo_concurrency.lockutils [req-a6159017-cd12-4420-9799-507b6e37b853 req-7ca6980f-3e94-46b1-8b2a-0eb7fa88ae64 service nova] Lock "d6e03104-099b-40ed-80f7-35fe4a41754f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.219697] env[62295]: DEBUG oslo_concurrency.lockutils [req-a6159017-cd12-4420-9799-507b6e37b853 req-7ca6980f-3e94-46b1-8b2a-0eb7fa88ae64 service nova] Lock "d6e03104-099b-40ed-80f7-35fe4a41754f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.219865] env[62295]: DEBUG nova.compute.manager [req-a6159017-cd12-4420-9799-507b6e37b853 req-7ca6980f-3e94-46b1-8b2a-0eb7fa88ae64 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] No waiting events found dispatching network-vif-plugged-5f8c5b0b-a75d-41e2-854c-63c64105a2b9 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1585.220043] env[62295]: WARNING nova.compute.manager [req-a6159017-cd12-4420-9799-507b6e37b853 req-7ca6980f-3e94-46b1-8b2a-0eb7fa88ae64 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Received unexpected event network-vif-plugged-5f8c5b0b-a75d-41e2-854c-63c64105a2b9 for instance with vm_state building and task_state spawning. [ 1585.225866] env[62295]: DEBUG oslo_concurrency.lockutils [None req-473c1b4b-8e5c-45ac-9135-32131b6d6293 tempest-ServerShowV257Test-223236971 tempest-ServerShowV257Test-223236971-project-member] Lock "f5b3322c-fee8-486a-9364-43906f196de9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.795s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.321524] env[62295]: DEBUG nova.network.neutron [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Successfully updated port: 5f8c5b0b-a75d-41e2-854c-63c64105a2b9 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.459521] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1585.459521] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1585.459521] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.459521] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1585.459835] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.459835] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1585.459835] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1585.459835] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1585.459835] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1585.460299] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1585.460696] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1585.470014] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db029e1-dc9c-4b7c-906f-bdfb916915b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.489465] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1585.489465] env[62295]: value = "task-1786768" [ 1585.489465] env[62295]: _type = "Task" [ 1585.489465] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.499869] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.656015] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.778358] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquiring lock "ce3060b2-46cd-4893-8e4a-252baeaa1104" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.778666] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lock "ce3060b2-46cd-4893-8e4a-252baeaa1104" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.778921] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquiring lock "ce3060b2-46cd-4893-8e4a-252baeaa1104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.779254] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lock "ce3060b2-46cd-4893-8e4a-252baeaa1104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.779478] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lock "ce3060b2-46cd-4893-8e4a-252baeaa1104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.781689] env[62295]: INFO nova.compute.manager [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Terminating instance [ 1585.786546] env[62295]: DEBUG nova.compute.manager [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1585.786726] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.787698] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8f8e4f-6e54-4dfe-9ad4-4273fc25473d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.797863] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.800757] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b03c20f-35b1-420e-8dba-5df61a4cdf59 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.807374] env[62295]: DEBUG oslo_vmware.api [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for the task: (returnval){ [ 1585.807374] env[62295]: value = "task-1786769" [ 1585.807374] env[62295]: _type = "Task" [ 1585.807374] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.815941] env[62295]: DEBUG oslo_vmware.api [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.824406] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquiring lock "refresh_cache-d6e03104-099b-40ed-80f7-35fe4a41754f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.824554] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquired lock "refresh_cache-d6e03104-099b-40ed-80f7-35fe4a41754f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.824709] env[62295]: DEBUG nova.network.neutron [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.004362] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786768, 'name': ReconfigVM_Task, 'duration_secs': 0.205579} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.004862] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance '450eebcc-7f93-4234-9b44-8f28d7c9b849' progress to 33 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1586.075736] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ade5fd4-99a5-4e69-a950-f0155e155eab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.087873] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f867c6-fd4b-4093-9544-bd74f826ac98 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.138526] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b78f3-a001-4688-94be-f823c0834f7f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.153928] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c09cbf6-88c4-4246-a6cb-63198c5ed106 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.173331] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.173890] env[62295]: DEBUG nova.compute.provider_tree [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.320165] env[62295]: DEBUG oslo_vmware.api [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786769, 'name': PowerOffVM_Task, 'duration_secs': 0.218552} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.320586] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.320808] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.321138] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e4c5bf-b533-4edf-9ff0-34a426cb8b35 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.374873] env[62295]: DEBUG nova.network.neutron [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.399770] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.400106] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.400372] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Deleting the datastore file [datastore1] ce3060b2-46cd-4893-8e4a-252baeaa1104 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.400683] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49316140-af3a-4c46-a44e-9c1574f43af8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.408484] env[62295]: DEBUG oslo_vmware.api [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for the task: (returnval){ [ 1586.408484] env[62295]: value = "task-1786771" [ 1586.408484] env[62295]: _type = "Task" [ 1586.408484] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.417295] env[62295]: DEBUG oslo_vmware.api [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.513267] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1586.513512] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1586.513699] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.513902] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1586.514183] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.514363] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1586.514591] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1586.514762] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1586.514929] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1586.515119] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1586.515314] env[62295]: DEBUG nova.virt.hardware [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1586.520920] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1586.521229] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20199065-3e46-4db8-8c1f-0e8eb0b5ab52 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.541940] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1586.541940] env[62295]: value = "task-1786772" [ 1586.541940] env[62295]: _type = "Task" [ 1586.541940] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.551223] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.625123] env[62295]: DEBUG nova.network.neutron [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Updating instance_info_cache with network_info: [{"id": "5f8c5b0b-a75d-41e2-854c-63c64105a2b9", "address": "fa:16:3e:13:6e:2e", "network": {"id": "229d71c3-d08f-47fb-886e-f8c9db0c0cde", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1734970470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fc5b377637468db3805bfa49051ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f8c5b0b-a7", "ovs_interfaceid": "5f8c5b0b-a75d-41e2-854c-63c64105a2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.658712] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.681171] env[62295]: DEBUG nova.scheduler.client.report [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1586.919954] env[62295]: DEBUG oslo_vmware.api [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.052218] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786772, 'name': ReconfigVM_Task, 'duration_secs': 0.235165} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.052513] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1587.053370] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced10b7c-7ef5-47c3-8f40-5eda4fd148b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.077431] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 450eebcc-7f93-4234-9b44-8f28d7c9b849/450eebcc-7f93-4234-9b44-8f28d7c9b849.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.077724] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e56c222-616e-45c6-b34f-a032253b2d41 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.097777] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1587.097777] env[62295]: value = "task-1786773" [ 1587.097777] env[62295]: _type = "Task" [ 1587.097777] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.106389] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.128157] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Releasing lock "refresh_cache-d6e03104-099b-40ed-80f7-35fe4a41754f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.128498] env[62295]: DEBUG nova.compute.manager [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Instance network_info: |[{"id": "5f8c5b0b-a75d-41e2-854c-63c64105a2b9", "address": "fa:16:3e:13:6e:2e", "network": {"id": "229d71c3-d08f-47fb-886e-f8c9db0c0cde", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1734970470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fc5b377637468db3805bfa49051ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f8c5b0b-a7", "ovs_interfaceid": "5f8c5b0b-a75d-41e2-854c-63c64105a2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1587.128926] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:6e:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f8c5b0b-a75d-41e2-854c-63c64105a2b9', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1587.136668] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Creating folder: Project (86fc5b377637468db3805bfa49051ff4). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1587.136959] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a23e729-2462-4ac3-8b08-a325fcea10d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.148131] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Created folder: Project (86fc5b377637468db3805bfa49051ff4) in parent group-v370569. [ 1587.149061] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Creating folder: Instances. Parent ref: group-v370748. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1587.149061] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d572e16-5013-4393-b0cc-544483356157 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.158605] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.161241] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Created folder: Instances in parent group-v370748. [ 1587.161478] env[62295]: DEBUG oslo.service.loopingcall [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.161669] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1587.161873] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78a7b856-717b-49aa-aa9d-fe3b76588c06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.181609] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1587.181609] env[62295]: value = "task-1786776" [ 1587.181609] env[62295]: _type = "Task" [ 1587.181609] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.185548] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.186240] env[62295]: DEBUG nova.compute.manager [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1587.188731] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.174s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.190120] env[62295]: INFO nova.compute.claims [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1587.197728] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786776, 'name': CreateVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.281137] env[62295]: DEBUG nova.compute.manager [req-66303e66-beeb-4aef-adba-5d627318ca90 req-fc29bbf7-e590-4fe0-983e-270278eea942 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Received event network-changed-5f8c5b0b-a75d-41e2-854c-63c64105a2b9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1587.281464] env[62295]: DEBUG nova.compute.manager [req-66303e66-beeb-4aef-adba-5d627318ca90 req-fc29bbf7-e590-4fe0-983e-270278eea942 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Refreshing instance network info cache due to event network-changed-5f8c5b0b-a75d-41e2-854c-63c64105a2b9. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1587.281731] env[62295]: DEBUG oslo_concurrency.lockutils [req-66303e66-beeb-4aef-adba-5d627318ca90 req-fc29bbf7-e590-4fe0-983e-270278eea942 service nova] Acquiring lock "refresh_cache-d6e03104-099b-40ed-80f7-35fe4a41754f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.281944] env[62295]: DEBUG oslo_concurrency.lockutils [req-66303e66-beeb-4aef-adba-5d627318ca90 req-fc29bbf7-e590-4fe0-983e-270278eea942 service nova] Acquired lock "refresh_cache-d6e03104-099b-40ed-80f7-35fe4a41754f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.282115] env[62295]: DEBUG nova.network.neutron [req-66303e66-beeb-4aef-adba-5d627318ca90 req-fc29bbf7-e590-4fe0-983e-270278eea942 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Refreshing network info cache for port 5f8c5b0b-a75d-41e2-854c-63c64105a2b9 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.420961] env[62295]: DEBUG oslo_vmware.api [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.609214] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786773, 'name': ReconfigVM_Task, 'duration_secs': 0.483795} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.609581] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 450eebcc-7f93-4234-9b44-8f28d7c9b849/450eebcc-7f93-4234-9b44-8f28d7c9b849.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.609882] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance '450eebcc-7f93-4234-9b44-8f28d7c9b849' progress to 50 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1587.660723] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786767, 'name': ReconfigVM_Task, 'duration_secs': 2.258705} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.661119] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 21844f7a-df25-40c9-b9f2-8fe2446e92be/21844f7a-df25-40c9-b9f2-8fe2446e92be.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.661765] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-637bc8e2-022a-466f-a059-f287a5ae3871 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.669483] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1587.669483] env[62295]: value = "task-1786777" [ 1587.669483] env[62295]: _type = "Task" [ 1587.669483] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.678279] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786777, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.691268] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786776, 'name': CreateVM_Task, 'duration_secs': 0.385097} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.691462] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1587.692199] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.692369] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.692719] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.692994] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88cfa244-0e52-43e2-ac1d-927d75d2a046 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.695967] env[62295]: DEBUG nova.compute.utils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.699577] env[62295]: DEBUG nova.compute.manager [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1587.699739] env[62295]: DEBUG nova.network.neutron [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1587.705871] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for the task: (returnval){ [ 1587.705871] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523ee490-1cc2-ba9d-701b-99301351091b" [ 1587.705871] env[62295]: _type = "Task" [ 1587.705871] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.716769] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523ee490-1cc2-ba9d-701b-99301351091b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.760326] env[62295]: DEBUG nova.policy [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a469e5d4a08d4c7a9a82cf4483666216', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49edcdc1991148ae807cc1722a395d58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1587.923030] env[62295]: DEBUG oslo_vmware.api [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Task: {'id': task-1786771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.026218} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.923030] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.923030] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.923030] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.923408] env[62295]: INFO nova.compute.manager [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1587.923408] env[62295]: DEBUG oslo.service.loopingcall [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.924022] env[62295]: DEBUG nova.compute.manager [-] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1587.924161] env[62295]: DEBUG nova.network.neutron [-] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1588.118714] env[62295]: DEBUG nova.network.neutron [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Successfully created port: f135dc2b-c772-4e01-b0b3-6d316bd50e8e {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.123696] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7b4fd9-271a-429a-adbd-4550ba8e670f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.147054] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23853708-1c7e-4cd2-a4ee-8dc4f096b8d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.151501] env[62295]: DEBUG nova.network.neutron [req-66303e66-beeb-4aef-adba-5d627318ca90 req-fc29bbf7-e590-4fe0-983e-270278eea942 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Updated VIF entry in instance network info cache for port 5f8c5b0b-a75d-41e2-854c-63c64105a2b9. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.151844] env[62295]: DEBUG nova.network.neutron [req-66303e66-beeb-4aef-adba-5d627318ca90 req-fc29bbf7-e590-4fe0-983e-270278eea942 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Updating instance_info_cache with network_info: [{"id": "5f8c5b0b-a75d-41e2-854c-63c64105a2b9", "address": "fa:16:3e:13:6e:2e", "network": {"id": "229d71c3-d08f-47fb-886e-f8c9db0c0cde", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1734970470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fc5b377637468db3805bfa49051ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f8c5b0b-a7", "ovs_interfaceid": "5f8c5b0b-a75d-41e2-854c-63c64105a2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.170840] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance '450eebcc-7f93-4234-9b44-8f28d7c9b849' progress to 67 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1588.188705] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786777, 'name': Rename_Task, 'duration_secs': 0.264122} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.189042] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.189331] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb1f9f56-b6c1-4b53-90d2-5df3128b7795 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.196290] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1588.196290] env[62295]: value = "task-1786778" [ 1588.196290] env[62295]: _type = "Task" [ 1588.196290] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.210188] env[62295]: DEBUG nova.compute.manager [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1588.210188] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.223178] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523ee490-1cc2-ba9d-701b-99301351091b, 'name': SearchDatastore_Task, 'duration_secs': 0.054779} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.223346] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.223735] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1588.223844] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.223978] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.224188] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.224965] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6fe301f-a288-456d-878e-fd7254503590 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.234683] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.234683] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1588.235436] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb21453-8970-49ea-9428-cfcb3329103c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.243581] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for the task: (returnval){ [ 1588.243581] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522ec775-bdfb-4686-0567-133d212454ca" [ 1588.243581] env[62295]: _type = "Task" [ 1588.243581] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.252300] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522ec775-bdfb-4686-0567-133d212454ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.379881] env[62295]: DEBUG nova.compute.manager [req-6630d698-f7ad-452d-bdd4-695ea04693a6 req-a4361e27-6802-4ff1-a445-7ba193e51e2d service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Received event network-vif-deleted-4678cb0f-f353-4e46-a7d9-cfc2c61b3e61 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1588.380153] env[62295]: INFO nova.compute.manager [req-6630d698-f7ad-452d-bdd4-695ea04693a6 req-a4361e27-6802-4ff1-a445-7ba193e51e2d service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Neutron deleted interface 4678cb0f-f353-4e46-a7d9-cfc2c61b3e61; detaching it from the instance and deleting it from the info cache [ 1588.380387] env[62295]: DEBUG nova.network.neutron [req-6630d698-f7ad-452d-bdd4-695ea04693a6 req-a4361e27-6802-4ff1-a445-7ba193e51e2d service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.620053] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c02c0b0-fbc1-4539-9c10-cfdf1631c377 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.628633] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ba3b36-77c2-4220-a741-d9c16ca68642 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.676847] env[62295]: DEBUG oslo_concurrency.lockutils [req-66303e66-beeb-4aef-adba-5d627318ca90 req-fc29bbf7-e590-4fe0-983e-270278eea942 service nova] Releasing lock "refresh_cache-d6e03104-099b-40ed-80f7-35fe4a41754f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.679123] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c53f78-dd71-4605-b19f-bfd9c3d36405 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.689119] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8badeb24-c67b-4f1d-9af7-f236b31c238c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.705251] env[62295]: DEBUG nova.compute.provider_tree [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.716923] env[62295]: DEBUG oslo_vmware.api [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786778, 'name': PowerOnVM_Task, 'duration_secs': 0.490909} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.717736] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.724021] env[62295]: INFO nova.compute.manager [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1588.724021] env[62295]: DEBUG nova.compute.manager [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1588.724021] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61017700-b25a-4095-b821-2a8357290592 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.754441] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522ec775-bdfb-4686-0567-133d212454ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015968} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.755414] env[62295]: DEBUG nova.network.neutron [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Port 966d8455-a916-4911-95c8-b5469c418673 binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1588.758054] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47244f62-6150-471b-a792-90acfa2aee09 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.767123] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for the task: (returnval){ [ 1588.767123] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e9d50c-9e5f-1342-26ac-57f7de606f07" [ 1588.767123] env[62295]: _type = "Task" [ 1588.767123] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.779088] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e9d50c-9e5f-1342-26ac-57f7de606f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.820697] env[62295]: DEBUG nova.network.neutron [-] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.883549] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5f374a8-e017-41c8-9238-c7d1a04c88c7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.893570] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53162149-3598-4972-9768-75487c684369 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.930348] env[62295]: DEBUG nova.compute.manager [req-6630d698-f7ad-452d-bdd4-695ea04693a6 req-a4361e27-6802-4ff1-a445-7ba193e51e2d service nova] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Detach interface failed, port_id=4678cb0f-f353-4e46-a7d9-cfc2c61b3e61, reason: Instance ce3060b2-46cd-4893-8e4a-252baeaa1104 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1589.210127] env[62295]: DEBUG nova.scheduler.client.report [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1589.219981] env[62295]: DEBUG nova.compute.manager [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1589.240437] env[62295]: INFO nova.compute.manager [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Took 37.65 seconds to build instance. [ 1589.251537] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1589.251537] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1589.251755] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.251755] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1589.252897] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.252897] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1589.252897] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1589.252897] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1589.252897] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1589.253285] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1589.253285] env[62295]: DEBUG nova.virt.hardware [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1589.254027] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e268677-1df9-46fd-82e3-d23c7e513944 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.265000] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68506500-c975-4172-a302-82e1e5db8ec9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.286103] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e9d50c-9e5f-1342-26ac-57f7de606f07, 'name': SearchDatastore_Task, 'duration_secs': 0.017813} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.287026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.287026] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] d6e03104-099b-40ed-80f7-35fe4a41754f/d6e03104-099b-40ed-80f7-35fe4a41754f.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1589.287026] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62619ec9-e83b-45f9-a094-3d2a24c0b88c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.294395] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for the task: (returnval){ [ 1589.294395] env[62295]: value = "task-1786779" [ 1589.294395] env[62295]: _type = "Task" [ 1589.294395] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.304390] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.323614] env[62295]: INFO nova.compute.manager [-] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Took 1.40 seconds to deallocate network for instance. [ 1589.715326] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.715847] env[62295]: DEBUG nova.compute.manager [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1589.718421] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.056s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.719840] env[62295]: INFO nova.compute.claims [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1589.743104] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56a92400-6f60-4775-a3bf-e9b04078d715 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "21844f7a-df25-40c9-b9f2-8fe2446e92be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.895s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.784027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "450eebcc-7f93-4234-9b44-8f28d7c9b849-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.784027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.784027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.784027] env[62295]: DEBUG nova.compute.manager [req-b47439a5-81ea-4203-ae05-b6a7b25f0d77 req-cc45adc8-14f6-4d32-abbd-7c3f5fd08d8d service nova] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Received event network-vif-plugged-f135dc2b-c772-4e01-b0b3-6d316bd50e8e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1589.784797] env[62295]: DEBUG oslo_concurrency.lockutils [req-b47439a5-81ea-4203-ae05-b6a7b25f0d77 req-cc45adc8-14f6-4d32-abbd-7c3f5fd08d8d service nova] Acquiring lock "87afabee-3b0a-44e8-97d5-54d4db154f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.784797] env[62295]: DEBUG oslo_concurrency.lockutils [req-b47439a5-81ea-4203-ae05-b6a7b25f0d77 req-cc45adc8-14f6-4d32-abbd-7c3f5fd08d8d service nova] Lock "87afabee-3b0a-44e8-97d5-54d4db154f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.784797] env[62295]: DEBUG oslo_concurrency.lockutils [req-b47439a5-81ea-4203-ae05-b6a7b25f0d77 req-cc45adc8-14f6-4d32-abbd-7c3f5fd08d8d service nova] Lock "87afabee-3b0a-44e8-97d5-54d4db154f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.784797] env[62295]: DEBUG nova.compute.manager [req-b47439a5-81ea-4203-ae05-b6a7b25f0d77 req-cc45adc8-14f6-4d32-abbd-7c3f5fd08d8d service nova] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] No waiting events found dispatching network-vif-plugged-f135dc2b-c772-4e01-b0b3-6d316bd50e8e {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1589.784797] env[62295]: WARNING nova.compute.manager [req-b47439a5-81ea-4203-ae05-b6a7b25f0d77 req-cc45adc8-14f6-4d32-abbd-7c3f5fd08d8d service nova] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Received unexpected event network-vif-plugged-f135dc2b-c772-4e01-b0b3-6d316bd50e8e for instance with vm_state building and task_state spawning. [ 1589.805717] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786779, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.830851] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.920017] env[62295]: DEBUG nova.network.neutron [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Successfully updated port: f135dc2b-c772-4e01-b0b3-6d316bd50e8e {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.223840] env[62295]: DEBUG nova.compute.utils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1590.229719] env[62295]: DEBUG nova.compute.manager [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1590.229719] env[62295]: DEBUG nova.network.neutron [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1590.270538] env[62295]: DEBUG nova.policy [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe27be111ea447bcb71610470187ef5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '575e7d57cf1a427185ed0d23d8ad4537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1590.306689] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786779, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.422681] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "refresh_cache-87afabee-3b0a-44e8-97d5-54d4db154f9b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.422681] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "refresh_cache-87afabee-3b0a-44e8-97d5-54d4db154f9b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.422894] env[62295]: DEBUG nova.network.neutron [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.514668] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42acbb1-8aea-4142-bb66-3e0586edf899 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.522472] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Suspending the VM {{(pid=62295) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1590.522796] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-49ffd97d-1e1b-4ede-bed8-a4dda13ef318 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.530917] env[62295]: DEBUG oslo_vmware.api [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1590.530917] env[62295]: value = "task-1786780" [ 1590.530917] env[62295]: _type = "Task" [ 1590.530917] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.539799] env[62295]: DEBUG oslo_vmware.api [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786780, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.656010] env[62295]: DEBUG nova.network.neutron [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Successfully created port: b1a911f4-f39c-4423-b7ff-d1827c509878 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1590.730200] env[62295]: DEBUG nova.compute.manager [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1590.805748] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786779, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.864390] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.864644] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.864904] env[62295]: DEBUG nova.network.neutron [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.964117] env[62295]: DEBUG nova.network.neutron [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.043417] env[62295]: DEBUG oslo_vmware.api [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786780, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.108239] env[62295]: DEBUG nova.network.neutron [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Updating instance_info_cache with network_info: [{"id": "f135dc2b-c772-4e01-b0b3-6d316bd50e8e", "address": "fa:16:3e:d4:20:c2", "network": {"id": "14eedcd0-5894-438f-8863-24499ea8cccb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1530175752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49edcdc1991148ae807cc1722a395d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf135dc2b-c7", "ovs_interfaceid": "f135dc2b-c772-4e01-b0b3-6d316bd50e8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.136660] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514dccbc-a721-49d5-9f1b-79d89106126d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.147622] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ade0c5d-7cf8-422f-8373-10aa615088b8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.181719] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db97d97-4b2e-473e-9bef-a803d242dac4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.189999] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc75d88-1f67-49f1-8735-4186798b7d43 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.204309] env[62295]: DEBUG nova.compute.provider_tree [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.306816] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786779, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.541767] env[62295]: DEBUG oslo_vmware.api [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786780, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.613263] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "refresh_cache-87afabee-3b0a-44e8-97d5-54d4db154f9b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.613646] env[62295]: DEBUG nova.compute.manager [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Instance network_info: |[{"id": "f135dc2b-c772-4e01-b0b3-6d316bd50e8e", "address": "fa:16:3e:d4:20:c2", "network": {"id": "14eedcd0-5894-438f-8863-24499ea8cccb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1530175752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49edcdc1991148ae807cc1722a395d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf135dc2b-c7", "ovs_interfaceid": "f135dc2b-c772-4e01-b0b3-6d316bd50e8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1591.614092] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:20:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f135dc2b-c772-4e01-b0b3-6d316bd50e8e', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.624036] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Creating folder: Project (49edcdc1991148ae807cc1722a395d58). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1591.624036] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15f5473a-1358-45b9-9ab2-457bdabe3351 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.635309] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Created folder: Project (49edcdc1991148ae807cc1722a395d58) in parent group-v370569. [ 1591.635497] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Creating folder: Instances. Parent ref: group-v370751. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1591.635735] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ce58999-86af-42cd-8d56-dd8b36cf9392 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.646988] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Created folder: Instances in parent group-v370751. [ 1591.646988] env[62295]: DEBUG oslo.service.loopingcall [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.647275] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.647373] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5a29349-4b9b-421e-bc9e-e379a4466309 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.664904] env[62295]: DEBUG nova.network.neutron [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance_info_cache with network_info: [{"id": "966d8455-a916-4911-95c8-b5469c418673", "address": "fa:16:3e:c5:38:bb", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966d8455-a9", "ovs_interfaceid": "966d8455-a916-4911-95c8-b5469c418673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.672025] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.672025] env[62295]: value = "task-1786783" [ 1591.672025] env[62295]: _type = "Task" [ 1591.672025] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.680490] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786783, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.707360] env[62295]: DEBUG nova.scheduler.client.report [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1591.741893] env[62295]: DEBUG nova.compute.manager [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1591.767521] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1591.767773] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1591.767966] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1591.768185] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1591.768337] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1591.768500] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1591.768683] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1591.768841] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1591.769058] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1591.769236] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1591.769411] env[62295]: DEBUG nova.virt.hardware [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1591.770335] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2b68fc-7c48-4838-8b1c-c69e009e529f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.778236] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d8ea63-6d7e-4145-a0c3-9554cff94732 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.806173] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786779, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.808298] env[62295]: DEBUG nova.compute.manager [req-97ec1722-de7e-49b9-accf-a0eaab1df221 req-0cbcb665-8f7b-4fbd-ae67-06746709b5b8 service nova] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Received event network-changed-f135dc2b-c772-4e01-b0b3-6d316bd50e8e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1591.808500] env[62295]: DEBUG nova.compute.manager [req-97ec1722-de7e-49b9-accf-a0eaab1df221 req-0cbcb665-8f7b-4fbd-ae67-06746709b5b8 service nova] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Refreshing instance network info cache due to event network-changed-f135dc2b-c772-4e01-b0b3-6d316bd50e8e. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1591.808671] env[62295]: DEBUG oslo_concurrency.lockutils [req-97ec1722-de7e-49b9-accf-a0eaab1df221 req-0cbcb665-8f7b-4fbd-ae67-06746709b5b8 service nova] Acquiring lock "refresh_cache-87afabee-3b0a-44e8-97d5-54d4db154f9b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.808823] env[62295]: DEBUG oslo_concurrency.lockutils [req-97ec1722-de7e-49b9-accf-a0eaab1df221 req-0cbcb665-8f7b-4fbd-ae67-06746709b5b8 service nova] Acquired lock "refresh_cache-87afabee-3b0a-44e8-97d5-54d4db154f9b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.809079] env[62295]: DEBUG nova.network.neutron [req-97ec1722-de7e-49b9-accf-a0eaab1df221 req-0cbcb665-8f7b-4fbd-ae67-06746709b5b8 service nova] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Refreshing network info cache for port f135dc2b-c772-4e01-b0b3-6d316bd50e8e {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.042367] env[62295]: DEBUG oslo_vmware.api [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786780, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.167552] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.181165] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786783, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.212435] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.213075] env[62295]: DEBUG nova.compute.manager [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1592.216085] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.421s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.216613] env[62295]: DEBUG nova.objects.instance [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lazy-loading 'resources' on Instance uuid 9410cde5-494b-4eeb-b54e-d0b116595f17 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.257745] env[62295]: DEBUG nova.network.neutron [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Successfully updated port: b1a911f4-f39c-4423-b7ff-d1827c509878 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1592.308806] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786779, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.537229] env[62295]: DEBUG nova.network.neutron [req-97ec1722-de7e-49b9-accf-a0eaab1df221 req-0cbcb665-8f7b-4fbd-ae67-06746709b5b8 service nova] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Updated VIF entry in instance network info cache for port f135dc2b-c772-4e01-b0b3-6d316bd50e8e. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.537587] env[62295]: DEBUG nova.network.neutron [req-97ec1722-de7e-49b9-accf-a0eaab1df221 req-0cbcb665-8f7b-4fbd-ae67-06746709b5b8 service nova] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Updating instance_info_cache with network_info: [{"id": "f135dc2b-c772-4e01-b0b3-6d316bd50e8e", "address": "fa:16:3e:d4:20:c2", "network": {"id": "14eedcd0-5894-438f-8863-24499ea8cccb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1530175752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49edcdc1991148ae807cc1722a395d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf135dc2b-c7", "ovs_interfaceid": "f135dc2b-c772-4e01-b0b3-6d316bd50e8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.544713] env[62295]: DEBUG oslo_vmware.api [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786780, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.547771] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8efbb-ffbd-1930-6502-0f26ac511d6a/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1592.548434] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217dc20d-c825-4b88-b1d3-9521d9864007 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.554896] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8efbb-ffbd-1930-6502-0f26ac511d6a/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1592.555057] env[62295]: ERROR oslo_vmware.rw_handles [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8efbb-ffbd-1930-6502-0f26ac511d6a/disk-0.vmdk due to incomplete transfer. [ 1592.555506] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04996512-3b92-434c-8877-c478d527a63e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.563548] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8efbb-ffbd-1930-6502-0f26ac511d6a/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1592.563746] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Uploaded image 261dee9f-d51a-4113-b7a1-c0f1e7f0559b to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1592.566073] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1592.566339] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b36e81e4-f6e6-478e-9e49-4f7fa613a56a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.572780] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1592.572780] env[62295]: value = "task-1786784" [ 1592.572780] env[62295]: _type = "Task" [ 1592.572780] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.581084] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786784, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.685602] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786783, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.703548] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a62d5d9-3022-4dee-b824-7cd49155a153 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.726470] env[62295]: DEBUG nova.compute.utils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1592.728633] env[62295]: DEBUG nova.compute.manager [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1592.728633] env[62295]: DEBUG nova.network.neutron [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1592.731032] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5770a005-4988-4475-b6c1-f3d09707616f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.741393] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance '450eebcc-7f93-4234-9b44-8f28d7c9b849' progress to 83 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1592.766498] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "refresh_cache-25930539-e8b8-4345-abd4-b7d2a53ae194" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.766498] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "refresh_cache-25930539-e8b8-4345-abd4-b7d2a53ae194" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.766498] env[62295]: DEBUG nova.network.neutron [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.809095] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.821135] env[62295]: DEBUG nova.policy [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c75a726979b74158b43e022230c087c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e11a5c79b9498f8ddb9c905e8c99c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1593.041265] env[62295]: DEBUG oslo_concurrency.lockutils [req-97ec1722-de7e-49b9-accf-a0eaab1df221 req-0cbcb665-8f7b-4fbd-ae67-06746709b5b8 service nova] Releasing lock "refresh_cache-87afabee-3b0a-44e8-97d5-54d4db154f9b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.046314] env[62295]: DEBUG oslo_vmware.api [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786780, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.087102] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786784, 'name': Destroy_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.125098] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea135e4-3155-4ce5-9538-5feff8a2f15e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.132924] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53745c39-eb6b-444a-bd6e-6e59f4dc33fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.163583] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769378b0-62a2-4db8-932d-04958d806d0e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.171678] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ab6615-0caf-4f4f-b6e2-c1cce6c1d5b8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.179808] env[62295]: DEBUG nova.network.neutron [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Successfully created port: 80d9ffbd-26bc-473a-9967-9775be803ba7 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1593.192305] env[62295]: DEBUG nova.compute.provider_tree [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.196754] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786783, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.234627] env[62295]: DEBUG nova.compute.manager [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1593.248195] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1593.248457] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e1e8856-4410-4356-b561-4466b3212c41 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.257661] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1593.257661] env[62295]: value = "task-1786785" [ 1593.257661] env[62295]: _type = "Task" [ 1593.257661] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.277806] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.309897] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786779, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.310731] env[62295]: DEBUG nova.network.neutron [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1593.544023] env[62295]: DEBUG oslo_vmware.api [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786780, 'name': SuspendVM_Task} progress is 29%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.557599] env[62295]: DEBUG nova.network.neutron [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Updating instance_info_cache with network_info: [{"id": "b1a911f4-f39c-4423-b7ff-d1827c509878", "address": "fa:16:3e:e9:9c:fb", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a911f4-f3", "ovs_interfaceid": "b1a911f4-f39c-4423-b7ff-d1827c509878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.586149] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786784, 'name': Destroy_Task, 'duration_secs': 0.536478} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.586423] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Destroyed the VM [ 1593.586754] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1593.587042] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4d8beb7-7ca5-4875-ad3d-ed87dd17cf61 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.593908] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1593.593908] env[62295]: value = "task-1786786" [ 1593.593908] env[62295]: _type = "Task" [ 1593.593908] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.603526] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786786, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.685148] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786783, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.698322] env[62295]: DEBUG nova.scheduler.client.report [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1593.768220] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.810338] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786779, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.206027} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.810646] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] d6e03104-099b-40ed-80f7-35fe4a41754f/d6e03104-099b-40ed-80f7-35fe4a41754f.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.810919] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.811271] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de0f8621-6f07-4b59-b496-47c9d82adeb2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.818841] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for the task: (returnval){ [ 1593.818841] env[62295]: value = "task-1786787" [ 1593.818841] env[62295]: _type = "Task" [ 1593.818841] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.829608] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.919516] env[62295]: DEBUG nova.compute.manager [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Received event network-vif-plugged-b1a911f4-f39c-4423-b7ff-d1827c509878 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1593.919903] env[62295]: DEBUG oslo_concurrency.lockutils [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] Acquiring lock "25930539-e8b8-4345-abd4-b7d2a53ae194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.920422] env[62295]: DEBUG oslo_concurrency.lockutils [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] Lock "25930539-e8b8-4345-abd4-b7d2a53ae194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.920694] env[62295]: DEBUG oslo_concurrency.lockutils [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] Lock "25930539-e8b8-4345-abd4-b7d2a53ae194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.920981] env[62295]: DEBUG nova.compute.manager [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] No waiting events found dispatching network-vif-plugged-b1a911f4-f39c-4423-b7ff-d1827c509878 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1593.921284] env[62295]: WARNING nova.compute.manager [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Received unexpected event network-vif-plugged-b1a911f4-f39c-4423-b7ff-d1827c509878 for instance with vm_state building and task_state spawning. [ 1593.921511] env[62295]: DEBUG nova.compute.manager [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Received event network-changed-b1a911f4-f39c-4423-b7ff-d1827c509878 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1593.921679] env[62295]: DEBUG nova.compute.manager [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Refreshing instance network info cache due to event network-changed-b1a911f4-f39c-4423-b7ff-d1827c509878. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1593.921847] env[62295]: DEBUG oslo_concurrency.lockutils [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] Acquiring lock "refresh_cache-25930539-e8b8-4345-abd4-b7d2a53ae194" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.043529] env[62295]: DEBUG oslo_vmware.api [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786780, 'name': SuspendVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.060867] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "refresh_cache-25930539-e8b8-4345-abd4-b7d2a53ae194" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.061223] env[62295]: DEBUG nova.compute.manager [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Instance network_info: |[{"id": "b1a911f4-f39c-4423-b7ff-d1827c509878", "address": "fa:16:3e:e9:9c:fb", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a911f4-f3", "ovs_interfaceid": "b1a911f4-f39c-4423-b7ff-d1827c509878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1594.061519] env[62295]: DEBUG oslo_concurrency.lockutils [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] Acquired lock "refresh_cache-25930539-e8b8-4345-abd4-b7d2a53ae194" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.061697] env[62295]: DEBUG nova.network.neutron [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Refreshing network info cache for port b1a911f4-f39c-4423-b7ff-d1827c509878 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1594.063007] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:9c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1a911f4-f39c-4423-b7ff-d1827c509878', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1594.070904] env[62295]: DEBUG oslo.service.loopingcall [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.073627] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1594.074117] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2203d28-eb86-4edb-93ad-359a5de1e485 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.095639] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1594.095639] env[62295]: value = "task-1786788" [ 1594.095639] env[62295]: _type = "Task" [ 1594.095639] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.107167] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786788, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.110396] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786786, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.186727] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786783, 'name': CreateVM_Task, 'duration_secs': 2.307284} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.186873] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.187520] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.187728] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.188117] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1594.190399] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b66497-ab47-41e9-b24b-64a5db945c1f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.195039] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1594.195039] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52363913-cfd8-3fbf-a0ee-2fd83486081f" [ 1594.195039] env[62295]: _type = "Task" [ 1594.195039] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.203219] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.205014] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52363913-cfd8-3fbf-a0ee-2fd83486081f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.205451] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.555s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.205675] env[62295]: DEBUG nova.objects.instance [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lazy-loading 'resources' on Instance uuid 7c500222-e336-4d35-837c-7897ad8720ff {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.233068] env[62295]: INFO nova.scheduler.client.report [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Deleted allocations for instance 9410cde5-494b-4eeb-b54e-d0b116595f17 [ 1594.247833] env[62295]: DEBUG nova.compute.manager [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1594.269566] env[62295]: DEBUG oslo_vmware.api [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786785, 'name': PowerOnVM_Task, 'duration_secs': 0.570537} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.270160] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.271500] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2471388b-696a-4107-8ddb-444ff2afe616 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance '450eebcc-7f93-4234-9b44-8f28d7c9b849' progress to 100 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1594.289778] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1594.290025] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1594.290573] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.290573] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1594.290573] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.290747] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1594.290987] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1594.293030] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1594.293030] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1594.293030] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1594.293030] env[62295]: DEBUG nova.virt.hardware [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1594.293030] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b53464d-ecc2-4df0-adfc-d7635ef13b55 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.301240] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a209ac79-bafa-40b0-881b-1f81e94d84fb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.328023] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075231} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.328342] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.329125] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19685102-dc30-4544-89f1-3e20f0a1180a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.351899] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] d6e03104-099b-40ed-80f7-35fe4a41754f/d6e03104-099b-40ed-80f7-35fe4a41754f.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.352909] env[62295]: DEBUG nova.network.neutron [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Updated VIF entry in instance network info cache for port b1a911f4-f39c-4423-b7ff-d1827c509878. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.353348] env[62295]: DEBUG nova.network.neutron [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Updating instance_info_cache with network_info: [{"id": "b1a911f4-f39c-4423-b7ff-d1827c509878", "address": "fa:16:3e:e9:9c:fb", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a911f4-f3", "ovs_interfaceid": "b1a911f4-f39c-4423-b7ff-d1827c509878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.354553] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd59d19-1ff8-4b4b-9c34-968a022fa360 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.378665] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for the task: (returnval){ [ 1594.378665] env[62295]: value = "task-1786789" [ 1594.378665] env[62295]: _type = "Task" [ 1594.378665] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.387728] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.546819] env[62295]: DEBUG oslo_vmware.api [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786780, 'name': SuspendVM_Task, 'duration_secs': 3.517513} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.547164] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Suspended the VM {{(pid=62295) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1594.547397] env[62295]: DEBUG nova.compute.manager [None req-fba014a7-eb35-47b2-96b4-9721d97a1309 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1594.548294] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8671d8cb-9c7f-415b-935f-4b102fe81bfa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.607516] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786786, 'name': RemoveSnapshot_Task, 'duration_secs': 0.921238} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.611134] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1594.611471] env[62295]: DEBUG nova.compute.manager [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1594.611948] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786788, 'name': CreateVM_Task, 'duration_secs': 0.509593} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.612726] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556701f1-40c6-4e93-9108-e63e7ce8c293 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.615234] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.615911] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.706545] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52363913-cfd8-3fbf-a0ee-2fd83486081f, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.706545] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.707278] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.707278] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.707278] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.707452] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.707626] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.707974] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1594.710898] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d1a29cf-4b2d-44c8-9cb6-dc84cf7d0e29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.712891] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9561f1d-6455-4a03-aa72-c8ceecf15023 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.721486] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1594.721486] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5271ca5f-6748-6f1d-fae9-075c638987e4" [ 1594.721486] env[62295]: _type = "Task" [ 1594.721486] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.727747] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.727747] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.727747] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9f54b3-6951-4d7a-abeb-221b8dabe13a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.738601] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1594.738601] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525ff017-156c-b8be-821d-a55b9795e840" [ 1594.738601] env[62295]: _type = "Task" [ 1594.738601] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.738847] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5271ca5f-6748-6f1d-fae9-075c638987e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.739285] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.739552] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.739794] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.746920] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ffe25606-b4e7-4e89-a2ab-342283495dc2 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "9410cde5-494b-4eeb-b54e-d0b116595f17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.322s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.755385] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525ff017-156c-b8be-821d-a55b9795e840, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.756203] env[62295]: DEBUG nova.network.neutron [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Successfully updated port: 80d9ffbd-26bc-473a-9967-9775be803ba7 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1594.760158] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be0322e-7fdb-4a8e-bdae-417c45e94458 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.766644] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1594.766644] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52954caf-b52a-f4ad-c785-5c9daf7d239c" [ 1594.766644] env[62295]: _type = "Task" [ 1594.766644] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.775028] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52954caf-b52a-f4ad-c785-5c9daf7d239c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.872208] env[62295]: DEBUG oslo_concurrency.lockutils [req-50c3ddf9-ecdb-46bc-9b36-e2dda6d6fb9e req-9d0ff362-59cb-4bda-995a-f181d355f991 service nova] Releasing lock "refresh_cache-25930539-e8b8-4345-abd4-b7d2a53ae194" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.890685] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786789, 'name': ReconfigVM_Task, 'duration_secs': 0.344253} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.891930] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Reconfigured VM instance instance-0000003e to attach disk [datastore1] d6e03104-099b-40ed-80f7-35fe4a41754f/d6e03104-099b-40ed-80f7-35fe4a41754f.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.891930] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e39dd1d0-af92-4a96-9f39-dc95a7de62a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.897689] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for the task: (returnval){ [ 1594.897689] env[62295]: value = "task-1786790" [ 1594.897689] env[62295]: _type = "Task" [ 1594.897689] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.905656] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786790, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.025821] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65393e6-fea4-4820-99f0-236858fd848d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.033419] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b300191-99de-4c69-a3ca-cba53697d578 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.070436] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc70ed46-d24c-4c07-92c9-a02177d14b33 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.079268] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac98a23-5474-4b63-bb9f-275cacb42617 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.094032] env[62295]: DEBUG nova.compute.provider_tree [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.124990] env[62295]: INFO nova.compute.manager [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Shelve offloading [ 1595.127573] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1595.127812] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9142eb0b-eee9-47ab-a0db-59e0a1eaa4ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.135933] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1595.135933] env[62295]: value = "task-1786791" [ 1595.135933] env[62295]: _type = "Task" [ 1595.135933] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.144241] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.258391] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "refresh_cache-c907a328-2b93-490d-9247-9dc0ffd19901" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.258592] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired lock "refresh_cache-c907a328-2b93-490d-9247-9dc0ffd19901" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.258784] env[62295]: DEBUG nova.network.neutron [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.278277] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52954caf-b52a-f4ad-c785-5c9daf7d239c, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.279035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.279035] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 87afabee-3b0a-44e8-97d5-54d4db154f9b/87afabee-3b0a-44e8-97d5-54d4db154f9b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.279035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.279233] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.279487] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1a8bf8a-11c4-48b8-88c5-46ab406d3c5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.281570] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35895526-11d6-4bfd-815a-cae09e7add97 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.292900] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1595.292900] env[62295]: value = "task-1786792" [ 1595.292900] env[62295]: _type = "Task" [ 1595.292900] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.294015] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1595.294197] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1595.297602] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb7b118-4712-4aef-9a9d-86eda392009a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.305512] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.305834] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1595.305834] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c78de7-24bb-4c65-09cc-e4ce4da760d1" [ 1595.305834] env[62295]: _type = "Task" [ 1595.305834] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.314235] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c78de7-24bb-4c65-09cc-e4ce4da760d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008639} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.314915] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ca6c29-267f-498f-8742-a99bf883f813 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.319861] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1595.319861] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a77108-06a6-d3c4-94e9-a3205013134a" [ 1595.319861] env[62295]: _type = "Task" [ 1595.319861] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.327478] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a77108-06a6-d3c4-94e9-a3205013134a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.407722] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786790, 'name': Rename_Task, 'duration_secs': 0.13755} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.408137] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.409072] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef89a932-3f33-43ad-8c9d-3e1e5b24f7d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.415176] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for the task: (returnval){ [ 1595.415176] env[62295]: value = "task-1786793" [ 1595.415176] env[62295]: _type = "Task" [ 1595.415176] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.424567] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.599840] env[62295]: DEBUG nova.scheduler.client.report [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1595.647281] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1595.647564] env[62295]: DEBUG nova.compute.manager [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1595.648503] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f892c03-393f-4cf5-bea0-bc9c01ffb07a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.655370] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.655582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.655845] env[62295]: DEBUG nova.network.neutron [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.801023] env[62295]: DEBUG nova.network.neutron [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1595.813676] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786792, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.832333] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a77108-06a6-d3c4-94e9-a3205013134a, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.834864] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.835176] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 25930539-e8b8-4345-abd4-b7d2a53ae194/25930539-e8b8-4345-abd4-b7d2a53ae194.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.835463] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a67cd07-46ad-496e-9205-ff2e704123cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.843818] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1595.843818] env[62295]: value = "task-1786795" [ 1595.843818] env[62295]: _type = "Task" [ 1595.843818] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.854964] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.928209] env[62295]: DEBUG oslo_vmware.api [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1786793, 'name': PowerOnVM_Task, 'duration_secs': 0.458611} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.928704] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.928704] env[62295]: INFO nova.compute.manager [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Took 11.26 seconds to spawn the instance on the hypervisor. [ 1595.928826] env[62295]: DEBUG nova.compute.manager [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1595.929682] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c4e4ab-0130-47a2-82e1-48e88afb7e88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.951459] env[62295]: DEBUG nova.compute.manager [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Received event network-vif-plugged-80d9ffbd-26bc-473a-9967-9775be803ba7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1595.951552] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] Acquiring lock "c907a328-2b93-490d-9247-9dc0ffd19901-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.951723] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] Lock "c907a328-2b93-490d-9247-9dc0ffd19901-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.951855] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] Lock "c907a328-2b93-490d-9247-9dc0ffd19901-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.952015] env[62295]: DEBUG nova.compute.manager [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] No waiting events found dispatching network-vif-plugged-80d9ffbd-26bc-473a-9967-9775be803ba7 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1595.952186] env[62295]: WARNING nova.compute.manager [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Received unexpected event network-vif-plugged-80d9ffbd-26bc-473a-9967-9775be803ba7 for instance with vm_state building and task_state spawning. [ 1595.952344] env[62295]: DEBUG nova.compute.manager [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Received event network-changed-80d9ffbd-26bc-473a-9967-9775be803ba7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1595.952539] env[62295]: DEBUG nova.compute.manager [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Refreshing instance network info cache due to event network-changed-80d9ffbd-26bc-473a-9967-9775be803ba7. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1595.952723] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] Acquiring lock "refresh_cache-c907a328-2b93-490d-9247-9dc0ffd19901" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.041687] env[62295]: DEBUG nova.network.neutron [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Updating instance_info_cache with network_info: [{"id": "80d9ffbd-26bc-473a-9967-9775be803ba7", "address": "fa:16:3e:4a:23:cf", "network": {"id": "0c0594b8-960d-407f-98a3-511715440b92", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-10089948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e11a5c79b9498f8ddb9c905e8c99c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d9ffbd-26", "ovs_interfaceid": "80d9ffbd-26bc-473a-9967-9775be803ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.107543] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.111663] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.622s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.111915] env[62295]: DEBUG nova.objects.instance [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lazy-loading 'resources' on Instance uuid 08f2197d-f2d5-4a22-82ce-a253bb23ac71 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.136349] env[62295]: INFO nova.scheduler.client.report [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Deleted allocations for instance 7c500222-e336-4d35-837c-7897ad8720ff [ 1596.315371] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680112} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.315663] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 87afabee-3b0a-44e8-97d5-54d4db154f9b/87afabee-3b0a-44e8-97d5-54d4db154f9b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.315867] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.316156] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-296612ec-80dd-4a59-98dd-ffac1ee40741 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.324033] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1596.324033] env[62295]: value = "task-1786796" [ 1596.324033] env[62295]: _type = "Task" [ 1596.324033] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.337423] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.357805] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786795, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.455034] env[62295]: INFO nova.compute.manager [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Took 41.78 seconds to build instance. [ 1596.476613] env[62295]: DEBUG nova.network.neutron [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Updating instance_info_cache with network_info: [{"id": "9ff81795-252c-439a-bbc7-9d97c8b7ce04", "address": "fa:16:3e:1b:8d:98", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ff81795-25", "ovs_interfaceid": "9ff81795-252c-439a-bbc7-9d97c8b7ce04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.544373] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Releasing lock "refresh_cache-c907a328-2b93-490d-9247-9dc0ffd19901" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.544751] env[62295]: DEBUG nova.compute.manager [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Instance network_info: |[{"id": "80d9ffbd-26bc-473a-9967-9775be803ba7", "address": "fa:16:3e:4a:23:cf", "network": {"id": "0c0594b8-960d-407f-98a3-511715440b92", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-10089948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e11a5c79b9498f8ddb9c905e8c99c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d9ffbd-26", "ovs_interfaceid": "80d9ffbd-26bc-473a-9967-9775be803ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1596.545074] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] Acquired lock "refresh_cache-c907a328-2b93-490d-9247-9dc0ffd19901" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.545272] env[62295]: DEBUG nova.network.neutron [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Refreshing network info cache for port 80d9ffbd-26bc-473a-9967-9775be803ba7 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.546622] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:23:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80d9ffbd-26bc-473a-9967-9775be803ba7', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.563793] env[62295]: DEBUG oslo.service.loopingcall [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.565348] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.566411] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e2d29b1-7692-46a1-8825-a4a0c45592d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.589211] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.589211] env[62295]: value = "task-1786797" [ 1596.589211] env[62295]: _type = "Task" [ 1596.589211] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.602947] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786797, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.647582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72905273-e5f4-4467-81f4-bb263e506f9e tempest-ServerGroupTestJSON-482184596 tempest-ServerGroupTestJSON-482184596-project-member] Lock "7c500222-e336-4d35-837c-7897ad8720ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.550s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.834800] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106668} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.837601] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.838627] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffa28f0-abf9-4bb0-b9fa-6db345a9a1f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.862747] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 87afabee-3b0a-44e8-97d5-54d4db154f9b/87afabee-3b0a-44e8-97d5-54d4db154f9b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.872451] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-337ace08-f6cd-4f14-a394-382eb29ff1f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.907109] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842541} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.909169] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 25930539-e8b8-4345-abd4-b7d2a53ae194/25930539-e8b8-4345-abd4-b7d2a53ae194.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.909573] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.910053] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1596.910053] env[62295]: value = "task-1786798" [ 1596.910053] env[62295]: _type = "Task" [ 1596.910053] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.911502] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c134c138-d46b-49b2-b826-b2ac8c7e4729 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.928902] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.930916] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1596.930916] env[62295]: value = "task-1786799" [ 1596.930916] env[62295]: _type = "Task" [ 1596.930916] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.695859] env[62295]: DEBUG oslo_concurrency.lockutils [None req-05036915-d06a-4e54-8865-92d923f1025d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lock "d6e03104-099b-40ed-80f7-35fe4a41754f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.963s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.696645] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.700836] env[62295]: DEBUG oslo_concurrency.lockutils [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "450eebcc-7f93-4234-9b44-8f28d7c9b849" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.700991] env[62295]: DEBUG oslo_concurrency.lockutils [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.701083] env[62295]: DEBUG nova.compute.manager [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Going to confirm migration 1 {{(pid=62295) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1597.703055] env[62295]: DEBUG nova.compute.manager [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1597.703364] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.703596] env[62295]: WARNING oslo_vmware.common.loopingcall [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] task run outlasted interval by 0.272173 sec [ 1597.707383] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c057c304-bd13-4405-a5fc-46bee3c5d54d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.723767] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786798, 'name': ReconfigVM_Task, 'duration_secs': 0.405903} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.730595] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 87afabee-3b0a-44e8-97d5-54d4db154f9b/87afabee-3b0a-44e8-97d5-54d4db154f9b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.731343] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066076} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.733937] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786797, 'name': CreateVM_Task, 'duration_secs': 0.910043} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.736473] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f28a5ac3-8093-4c9d-b01f-d7f41156e88b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.739925] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.739925] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1597.739925] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6f6bcb-7f6f-4a25-ad1e-ec38d0cc2e2a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.742281] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.742432] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.742741] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1597.743342] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e61a1b5-ba8f-4890-b444-c0f6387089bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.748644] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1597.748644] env[62295]: value = "task-1786800" [ 1597.748644] env[62295]: _type = "Task" [ 1597.748644] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.758904] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1597.758904] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5275907d-8b80-8640-07e3-9fef981cfbc8" [ 1597.758904] env[62295]: _type = "Task" [ 1597.758904] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.768367] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 25930539-e8b8-4345-abd4-b7d2a53ae194/25930539-e8b8-4345-abd4-b7d2a53ae194.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.777568] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ffc5814-ef48-48da-ad46-76faf7e72d9c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.803682] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786800, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.811443] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5275907d-8b80-8640-07e3-9fef981cfbc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.811443] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1597.811443] env[62295]: value = "task-1786801" [ 1597.811443] env[62295]: _type = "Task" [ 1597.811443] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.811443] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.811443] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1597.811818] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.811818] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.811818] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1597.811818] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58108e94-7bf5-4793-8e00-297053f92213 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.824973] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.826670] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1597.826670] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1597.828916] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fccbf2-6953-4d41-a6b5-b0cce95a6503 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.831722] env[62295]: DEBUG nova.compute.manager [req-99b99776-ab93-4f0c-804c-9190ebb9a859 req-44f4c720-3cb1-4574-b808-47a725a63ac7 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Received event network-changed-5f8c5b0b-a75d-41e2-854c-63c64105a2b9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1597.832289] env[62295]: DEBUG nova.compute.manager [req-99b99776-ab93-4f0c-804c-9190ebb9a859 req-44f4c720-3cb1-4574-b808-47a725a63ac7 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Refreshing instance network info cache due to event network-changed-5f8c5b0b-a75d-41e2-854c-63c64105a2b9. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1597.832525] env[62295]: DEBUG oslo_concurrency.lockutils [req-99b99776-ab93-4f0c-804c-9190ebb9a859 req-44f4c720-3cb1-4574-b808-47a725a63ac7 service nova] Acquiring lock "refresh_cache-d6e03104-099b-40ed-80f7-35fe4a41754f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.832670] env[62295]: DEBUG oslo_concurrency.lockutils [req-99b99776-ab93-4f0c-804c-9190ebb9a859 req-44f4c720-3cb1-4574-b808-47a725a63ac7 service nova] Acquired lock "refresh_cache-d6e03104-099b-40ed-80f7-35fe4a41754f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.832831] env[62295]: DEBUG nova.network.neutron [req-99b99776-ab93-4f0c-804c-9190ebb9a859 req-44f4c720-3cb1-4574-b808-47a725a63ac7 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Refreshing network info cache for port 5f8c5b0b-a75d-41e2-854c-63c64105a2b9 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.840327] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1597.840327] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5243ec1f-998a-66e1-f45c-0c875dae92cd" [ 1597.840327] env[62295]: _type = "Task" [ 1597.840327] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.853092] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5243ec1f-998a-66e1-f45c-0c875dae92cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.857244] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a28414c-bd47-48a7-88b9-f21d0c5ba067 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.863250] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1597.863250] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5259e935-10f0-02fd-67ec-5f28714d43dc" [ 1597.863250] env[62295]: _type = "Task" [ 1597.863250] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.878751] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5259e935-10f0-02fd-67ec-5f28714d43dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.881019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.881019] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] c907a328-2b93-490d-9247-9dc0ffd19901/c907a328-2b93-490d-9247-9dc0ffd19901.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.881019] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07205353-ffcc-42f7-a6c8-83ea7adeb2f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.891028] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1597.891028] env[62295]: value = "task-1786802" [ 1597.891028] env[62295]: _type = "Task" [ 1597.891028] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.898252] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdee6f40-fbec-4491-864e-b3b285e09db2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.903755] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.908502] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e515d844-becf-4f8e-ba03-f8588c6f96a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.942948] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d788d06b-2192-422a-9043-63bf3fb0da71 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.950997] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dba2c7-de93-41a2-97f4-a853ea7230fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.964482] env[62295]: DEBUG nova.compute.provider_tree [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.020794] env[62295]: DEBUG nova.network.neutron [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Updated VIF entry in instance network info cache for port 80d9ffbd-26bc-473a-9967-9775be803ba7. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.021163] env[62295]: DEBUG nova.network.neutron [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Updating instance_info_cache with network_info: [{"id": "80d9ffbd-26bc-473a-9967-9775be803ba7", "address": "fa:16:3e:4a:23:cf", "network": {"id": "0c0594b8-960d-407f-98a3-511715440b92", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-10089948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e11a5c79b9498f8ddb9c905e8c99c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d9ffbd-26", "ovs_interfaceid": "80d9ffbd-26bc-473a-9967-9775be803ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.156842] env[62295]: DEBUG nova.compute.manager [req-f97e6b97-c779-493b-8b53-facf7ce8964b req-2372f1d8-2d8f-40db-8b77-f4c7586b1bef service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Received event network-vif-unplugged-9ff81795-252c-439a-bbc7-9d97c8b7ce04 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1598.157085] env[62295]: DEBUG oslo_concurrency.lockutils [req-f97e6b97-c779-493b-8b53-facf7ce8964b req-2372f1d8-2d8f-40db-8b77-f4c7586b1bef service nova] Acquiring lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.157301] env[62295]: DEBUG oslo_concurrency.lockutils [req-f97e6b97-c779-493b-8b53-facf7ce8964b req-2372f1d8-2d8f-40db-8b77-f4c7586b1bef service nova] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.157473] env[62295]: DEBUG oslo_concurrency.lockutils [req-f97e6b97-c779-493b-8b53-facf7ce8964b req-2372f1d8-2d8f-40db-8b77-f4c7586b1bef service nova] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.157638] env[62295]: DEBUG nova.compute.manager [req-f97e6b97-c779-493b-8b53-facf7ce8964b req-2372f1d8-2d8f-40db-8b77-f4c7586b1bef service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] No waiting events found dispatching network-vif-unplugged-9ff81795-252c-439a-bbc7-9d97c8b7ce04 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1598.157878] env[62295]: WARNING nova.compute.manager [req-f97e6b97-c779-493b-8b53-facf7ce8964b req-2372f1d8-2d8f-40db-8b77-f4c7586b1bef service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Received unexpected event network-vif-unplugged-9ff81795-252c-439a-bbc7-9d97c8b7ce04 for instance with vm_state shelved and task_state shelving_offloading. [ 1598.238173] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.239132] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc21cc82-ac0e-4087-a1b5-f0bedfc7ed04 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.243739] env[62295]: INFO nova.compute.manager [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] instance snapshotting [ 1598.243928] env[62295]: WARNING nova.compute.manager [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1598.249360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "69fbbea7-da81-405c-a26d-70007391ba6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.249579] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "69fbbea7-da81-405c-a26d-70007391ba6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.251064] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bec3b1-6a85-4fca-9afa-f719adb94cf8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.258834] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.259688] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4706370-1589-4fad-bae2-9b6b676d2e44 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.281664] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf16601-48d6-4cc9-83d6-e7dabfde49f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.288479] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786800, 'name': Rename_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.324420] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.402828] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.466893] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.467134] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.467323] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleting the datastore file [datastore1] 52a53d4b-6b73-4056-9a18-d2eef88d1c82 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.468255] env[62295]: DEBUG nova.scheduler.client.report [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1598.471828] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b7f141e-37cc-4461-8ec4-3649b0199081 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.484611] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1598.484611] env[62295]: value = "task-1786804" [ 1598.484611] env[62295]: _type = "Task" [ 1598.484611] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.496592] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.513959] env[62295]: DEBUG oslo_concurrency.lockutils [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.514196] env[62295]: DEBUG oslo_concurrency.lockutils [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.514386] env[62295]: DEBUG nova.network.neutron [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.514968] env[62295]: DEBUG nova.objects.instance [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lazy-loading 'info_cache' on Instance uuid 450eebcc-7f93-4234-9b44-8f28d7c9b849 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.523966] env[62295]: DEBUG oslo_concurrency.lockutils [req-4b04f442-e3eb-4b55-828c-c63cdb8701e7 req-f7cdceca-d997-4f90-9520-8a7498f0334d service nova] Releasing lock "refresh_cache-c907a328-2b93-490d-9247-9dc0ffd19901" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.759482] env[62295]: DEBUG nova.compute.manager [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1598.774264] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786800, 'name': Rename_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.797535] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1598.797984] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc26b49f-269f-406e-a8cb-20fc90242c3a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.805837] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1598.805837] env[62295]: value = "task-1786805" [ 1598.805837] env[62295]: _type = "Task" [ 1598.805837] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.814633] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786805, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.825419] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786801, 'name': ReconfigVM_Task, 'duration_secs': 0.570384} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.825699] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 25930539-e8b8-4345-abd4-b7d2a53ae194/25930539-e8b8-4345-abd4-b7d2a53ae194.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.826424] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ade5822d-53b1-4afe-8b83-73d2747197c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.835886] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1598.835886] env[62295]: value = "task-1786806" [ 1598.835886] env[62295]: _type = "Task" [ 1598.835886] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.845424] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786806, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.904827] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.980208] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.868s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.983413] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.997s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.987021] env[62295]: INFO nova.compute.claims [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.000965] env[62295]: DEBUG oslo_vmware.api [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136778} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.001426] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.001664] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.001994] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.012926] env[62295]: INFO nova.scheduler.client.report [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Deleted allocations for instance 08f2197d-f2d5-4a22-82ce-a253bb23ac71 [ 1599.031429] env[62295]: INFO nova.scheduler.client.report [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted allocations for instance 52a53d4b-6b73-4056-9a18-d2eef88d1c82 [ 1599.080027] env[62295]: DEBUG nova.network.neutron [req-99b99776-ab93-4f0c-804c-9190ebb9a859 req-44f4c720-3cb1-4574-b808-47a725a63ac7 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Updated VIF entry in instance network info cache for port 5f8c5b0b-a75d-41e2-854c-63c64105a2b9. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1599.080454] env[62295]: DEBUG nova.network.neutron [req-99b99776-ab93-4f0c-804c-9190ebb9a859 req-44f4c720-3cb1-4574-b808-47a725a63ac7 service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Updating instance_info_cache with network_info: [{"id": "5f8c5b0b-a75d-41e2-854c-63c64105a2b9", "address": "fa:16:3e:13:6e:2e", "network": {"id": "229d71c3-d08f-47fb-886e-f8c9db0c0cde", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1734970470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fc5b377637468db3805bfa49051ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f8c5b0b-a7", "ovs_interfaceid": "5f8c5b0b-a75d-41e2-854c-63c64105a2b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.282546] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786800, 'name': Rename_Task, 'duration_secs': 1.165829} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.283092] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.283476] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac51b4fc-c531-4490-a7b0-a1309b5ed55b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.293061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.293061] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1599.293061] env[62295]: value = "task-1786807" [ 1599.293061] env[62295]: _type = "Task" [ 1599.293061] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.302870] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.314865] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786805, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.335469] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.335469] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.335469] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "390cb599-33ae-4c1f-ad15-10d708c8e43b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.335469] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.335643] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.338143] env[62295]: INFO nova.compute.manager [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Terminating instance [ 1599.340078] env[62295]: DEBUG nova.compute.manager [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1599.340317] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.341322] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be89d141-502d-4e17-b8df-be525dac7875 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.353888] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.357945] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-497efe21-29b1-4703-9d61-aff87a0484f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.360293] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786806, 'name': Rename_Task, 'duration_secs': 0.155773} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.360640] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.361630] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6799cee1-153b-4d2a-819c-a775070e8c9e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.367237] env[62295]: DEBUG oslo_vmware.api [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1599.367237] env[62295]: value = "task-1786808" [ 1599.367237] env[62295]: _type = "Task" [ 1599.367237] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.373062] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1599.373062] env[62295]: value = "task-1786809" [ 1599.373062] env[62295]: _type = "Task" [ 1599.373062] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.382373] env[62295]: DEBUG oslo_vmware.api [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.386435] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.405935] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786802, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.528662] env[62295]: DEBUG oslo_concurrency.lockutils [None req-eaa4a0e4-b178-472b-b006-f2f9b900346f tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "08f2197d-f2d5-4a22-82ce-a253bb23ac71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.358s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.532179] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.588119] env[62295]: DEBUG oslo_concurrency.lockutils [req-99b99776-ab93-4f0c-804c-9190ebb9a859 req-44f4c720-3cb1-4574-b808-47a725a63ac7 service nova] Releasing lock "refresh_cache-d6e03104-099b-40ed-80f7-35fe4a41754f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.808296] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786807, 'name': PowerOnVM_Task} progress is 97%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.816974] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786805, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.829166] env[62295]: DEBUG nova.network.neutron [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance_info_cache with network_info: [{"id": "966d8455-a916-4911-95c8-b5469c418673", "address": "fa:16:3e:c5:38:bb", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap966d8455-a9", "ovs_interfaceid": "966d8455-a916-4911-95c8-b5469c418673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.881631] env[62295]: DEBUG oslo_vmware.api [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786808, 'name': PowerOffVM_Task, 'duration_secs': 0.20007} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.882368] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.882669] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.883028] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bf1b286-d10b-4217-95b2-212c3bb5910d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.890708] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.907249] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786802, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.523006} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.907249] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] c907a328-2b93-490d-9247-9dc0ffd19901/c907a328-2b93-490d-9247-9dc0ffd19901.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1599.907249] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1599.907249] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfb36bed-ed03-4464-8729-27be57563fd4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.919593] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1599.919593] env[62295]: value = "task-1786811" [ 1599.919593] env[62295]: _type = "Task" [ 1599.919593] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.932181] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.974541] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.974541] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.974541] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Deleting the datastore file [datastore1] 390cb599-33ae-4c1f-ad15-10d708c8e43b {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.974541] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1edf40d-d24b-4604-a943-43a6c4751a3b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.985305] env[62295]: DEBUG oslo_vmware.api [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for the task: (returnval){ [ 1599.985305] env[62295]: value = "task-1786812" [ 1599.985305] env[62295]: _type = "Task" [ 1599.985305] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.998511] env[62295]: DEBUG oslo_vmware.api [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.261195] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.261195] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.261465] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.261766] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.262069] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.266792] env[62295]: INFO nova.compute.manager [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Terminating instance [ 1600.268579] env[62295]: DEBUG nova.compute.manager [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1600.268766] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1600.269620] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e63b131-68ff-4cc9-a9ff-c0569f6ab697 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.277566] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.280695] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6fc01a3-5a3a-4a65-9a39-a47617dd0156 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.287712] env[62295]: DEBUG oslo_vmware.api [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1600.287712] env[62295]: value = "task-1786813" [ 1600.287712] env[62295]: _type = "Task" [ 1600.287712] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.302922] env[62295]: DEBUG oslo_vmware.api [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.309562] env[62295]: DEBUG oslo_vmware.api [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786807, 'name': PowerOnVM_Task, 'duration_secs': 0.552699} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.316911] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.317311] env[62295]: INFO nova.compute.manager [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Took 11.10 seconds to spawn the instance on the hypervisor. [ 1600.317537] env[62295]: DEBUG nova.compute.manager [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1600.318856] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136bada9-867f-420c-b987-6ad49382a1f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.328591] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786805, 'name': CreateSnapshot_Task, 'duration_secs': 1.224311} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.333188] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1600.333980] env[62295]: DEBUG oslo_concurrency.lockutils [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "refresh_cache-450eebcc-7f93-4234-9b44-8f28d7c9b849" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.333980] env[62295]: DEBUG nova.objects.instance [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lazy-loading 'migration_context' on Instance uuid 450eebcc-7f93-4234-9b44-8f28d7c9b849 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.340910] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de164eb7-fb0b-4425-9795-36113483456c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.364639] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c91e437-f927-4624-a0f2-5c75bca3ec1a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.373315] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c315791-7910-4cf4-857a-97674ee0e925 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.410107] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82508e0-06d4-4bde-8888-bfd4c49231ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.419250] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.425632] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb007a41-760c-4847-a5fb-f079be4aff57 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.437267] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108436} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.444900] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1600.445284] env[62295]: DEBUG nova.compute.provider_tree [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.447435] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999dddf9-56bb-4d16-bbf1-30151e7623a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.471869] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] c907a328-2b93-490d-9247-9dc0ffd19901/c907a328-2b93-490d-9247-9dc0ffd19901.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1600.472650] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.473154] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8041b668-be88-4509-88bc-dc5927722f88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.499752] env[62295]: DEBUG nova.compute.manager [req-2d185f9e-5555-48c5-abf9-467a7567e225 req-8bafa49a-93d1-43cb-a8ad-6b0ca4df3e6c service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Received event network-changed-9ff81795-252c-439a-bbc7-9d97c8b7ce04 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1600.499898] env[62295]: DEBUG nova.compute.manager [req-2d185f9e-5555-48c5-abf9-467a7567e225 req-8bafa49a-93d1-43cb-a8ad-6b0ca4df3e6c service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Refreshing instance network info cache due to event network-changed-9ff81795-252c-439a-bbc7-9d97c8b7ce04. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1600.500250] env[62295]: DEBUG oslo_concurrency.lockutils [req-2d185f9e-5555-48c5-abf9-467a7567e225 req-8bafa49a-93d1-43cb-a8ad-6b0ca4df3e6c service nova] Acquiring lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.500415] env[62295]: DEBUG oslo_concurrency.lockutils [req-2d185f9e-5555-48c5-abf9-467a7567e225 req-8bafa49a-93d1-43cb-a8ad-6b0ca4df3e6c service nova] Acquired lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.500612] env[62295]: DEBUG nova.network.neutron [req-2d185f9e-5555-48c5-abf9-467a7567e225 req-8bafa49a-93d1-43cb-a8ad-6b0ca4df3e6c service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Refreshing network info cache for port 9ff81795-252c-439a-bbc7-9d97c8b7ce04 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.507300] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1600.507300] env[62295]: value = "task-1786814" [ 1600.507300] env[62295]: _type = "Task" [ 1600.507300] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.507488] env[62295]: DEBUG oslo_vmware.api [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Task: {'id': task-1786812, 'name': DeleteDatastoreFile_Task} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.508103] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.508327] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.508593] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.508793] env[62295]: INFO nova.compute.manager [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1600.509036] env[62295]: DEBUG oslo.service.loopingcall [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.514868] env[62295]: DEBUG nova.compute.manager [-] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1600.514868] env[62295]: DEBUG nova.network.neutron [-] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1600.521094] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.798468] env[62295]: DEBUG oslo_vmware.api [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786813, 'name': PowerOffVM_Task, 'duration_secs': 0.284334} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.798720] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.798883] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1600.799168] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-717b19e3-fe48-47c3-bd98-bf9084d9f0f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.840919] env[62295]: DEBUG nova.objects.base [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Object Instance<450eebcc-7f93-4234-9b44-8f28d7c9b849> lazy-loaded attributes: info_cache,migration_context {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1600.841866] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8402abd7-5a26-4981-a82a-14358939db26 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.873016] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1600.873016] env[62295]: INFO nova.compute.manager [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Took 42.16 seconds to build instance. [ 1600.873413] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c146c22-4ab9-4ce1-ad75-47d5ee735af5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.876374] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55170a60-b8c0-4763-a7b0-c5aeead812c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.893370] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1600.893599] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1600.893791] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Deleting the datastore file [datastore1] edc685d0-d961-4aa0-aeb1-f7b9897a5dbd {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1600.894131] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1600.894131] env[62295]: value = "task-1786816" [ 1600.894131] env[62295]: _type = "Task" [ 1600.894131] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.895528] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b213b53-e680-45ff-8dda-828610bfbe2b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.899095] env[62295]: DEBUG oslo_vmware.api [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1600.899095] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5216193e-941e-8264-4e70-0242b1c35d0c" [ 1600.899095] env[62295]: _type = "Task" [ 1600.899095] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.905711] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.910922] env[62295]: DEBUG oslo_vmware.api [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for the task: (returnval){ [ 1600.910922] env[62295]: value = "task-1786817" [ 1600.910922] env[62295]: _type = "Task" [ 1600.910922] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.914693] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786816, 'name': CloneVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.920772] env[62295]: DEBUG oslo_vmware.api [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5216193e-941e-8264-4e70-0242b1c35d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008219} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.921054] env[62295]: DEBUG oslo_concurrency.lockutils [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.925594] env[62295]: DEBUG oslo_vmware.api [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.952529] env[62295]: DEBUG nova.scheduler.client.report [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1601.022764] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.242574] env[62295]: DEBUG nova.network.neutron [req-2d185f9e-5555-48c5-abf9-467a7567e225 req-8bafa49a-93d1-43cb-a8ad-6b0ca4df3e6c service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Updated VIF entry in instance network info cache for port 9ff81795-252c-439a-bbc7-9d97c8b7ce04. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.242915] env[62295]: DEBUG nova.network.neutron [req-2d185f9e-5555-48c5-abf9-467a7567e225 req-8bafa49a-93d1-43cb-a8ad-6b0ca4df3e6c service nova] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Updating instance_info_cache with network_info: [{"id": "9ff81795-252c-439a-bbc7-9d97c8b7ce04", "address": "fa:16:3e:1b:8d:98", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": null, "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9ff81795-25", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.385008] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddbf477e-de9e-4400-a0af-6a1c2f23df54 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "87afabee-3b0a-44e8-97d5-54d4db154f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.607s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.395631] env[62295]: DEBUG oslo_vmware.api [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786809, 'name': PowerOnVM_Task, 'duration_secs': 1.938316} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.396438] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.396438] env[62295]: INFO nova.compute.manager [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1601.396438] env[62295]: DEBUG nova.compute.manager [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1601.397128] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b38563b-0b4e-465e-b962-ee46617a3be1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.411189] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786816, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.422614] env[62295]: DEBUG oslo_vmware.api [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Task: {'id': task-1786817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205196} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.423224] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1601.423224] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1601.423357] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1601.423532] env[62295]: INFO nova.compute.manager [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1601.423800] env[62295]: DEBUG oslo.service.loopingcall [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.424257] env[62295]: DEBUG nova.compute.manager [-] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1601.424257] env[62295]: DEBUG nova.network.neutron [-] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1601.459846] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.460455] env[62295]: DEBUG nova.compute.manager [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1601.463863] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.029s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.465741] env[62295]: INFO nova.compute.claims [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1601.527775] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786814, 'name': ReconfigVM_Task, 'duration_secs': 0.555278} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.528266] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Reconfigured VM instance instance-00000041 to attach disk [datastore1] c907a328-2b93-490d-9247-9dc0ffd19901/c907a328-2b93-490d-9247-9dc0ffd19901.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1601.529152] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06251ac0-cc47-480e-9749-abce85d9a80a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.536957] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1601.536957] env[62295]: value = "task-1786818" [ 1601.536957] env[62295]: _type = "Task" [ 1601.536957] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.549437] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786818, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.634692] env[62295]: DEBUG nova.network.neutron [-] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.746466] env[62295]: DEBUG oslo_concurrency.lockutils [req-2d185f9e-5555-48c5-abf9-467a7567e225 req-8bafa49a-93d1-43cb-a8ad-6b0ca4df3e6c service nova] Releasing lock "refresh_cache-52a53d4b-6b73-4056-9a18-d2eef88d1c82" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.802255] env[62295]: DEBUG nova.compute.manager [req-e7a98d85-7cf2-4061-9bee-3aff4de5a258 req-c3cab20d-f9f5-4c12-8d10-9216fccf2d90 service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Received event network-vif-deleted-99047172-3a32-4f1b-8f89-64f61b182788 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1601.802461] env[62295]: INFO nova.compute.manager [req-e7a98d85-7cf2-4061-9bee-3aff4de5a258 req-c3cab20d-f9f5-4c12-8d10-9216fccf2d90 service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Neutron deleted interface 99047172-3a32-4f1b-8f89-64f61b182788; detaching it from the instance and deleting it from the info cache [ 1601.802631] env[62295]: DEBUG nova.network.neutron [req-e7a98d85-7cf2-4061-9bee-3aff4de5a258 req-c3cab20d-f9f5-4c12-8d10-9216fccf2d90 service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.910166] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786816, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.927838] env[62295]: INFO nova.compute.manager [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Took 31.93 seconds to build instance. [ 1601.954202] env[62295]: INFO nova.compute.manager [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Rescuing [ 1601.954465] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "refresh_cache-87afabee-3b0a-44e8-97d5-54d4db154f9b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.954617] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "refresh_cache-87afabee-3b0a-44e8-97d5-54d4db154f9b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.954783] env[62295]: DEBUG nova.network.neutron [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.970287] env[62295]: DEBUG nova.compute.utils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1601.974906] env[62295]: DEBUG nova.compute.manager [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Not allocating networking since 'none' was specified. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1602.046284] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786818, 'name': Rename_Task, 'duration_secs': 0.199487} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.046541] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.046776] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8983b591-99b2-418d-a69b-104c5c182121 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.052758] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1602.052758] env[62295]: value = "task-1786819" [ 1602.052758] env[62295]: _type = "Task" [ 1602.052758] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.059817] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.136712] env[62295]: INFO nova.compute.manager [-] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Took 1.62 seconds to deallocate network for instance. [ 1602.249873] env[62295]: DEBUG nova.network.neutron [-] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.309777] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7aff683-c829-42b1-a106-b4a998fe55fd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.319060] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beec7ccf-3799-46bf-8a0d-5e295f4658fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.352267] env[62295]: DEBUG nova.compute.manager [req-e7a98d85-7cf2-4061-9bee-3aff4de5a258 req-c3cab20d-f9f5-4c12-8d10-9216fccf2d90 service nova] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Detach interface failed, port_id=99047172-3a32-4f1b-8f89-64f61b182788, reason: Instance edc685d0-d961-4aa0-aeb1-f7b9897a5dbd could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1602.411221] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786816, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.431301] env[62295]: DEBUG oslo_concurrency.lockutils [None req-969dee11-fc47-4225-8956-fbdcb836ec7a tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "25930539-e8b8-4345-abd4-b7d2a53ae194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.665s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.475731] env[62295]: DEBUG nova.compute.manager [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1602.531887] env[62295]: DEBUG nova.compute.manager [req-9d125869-4d83-4e3f-b997-01202ce803dc req-1ba3bbdc-1ffe-4267-bb40-ffbc789f27e4 service nova] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Received event network-vif-deleted-08f44027-aaf7-4b39-8bc1-e177487ec0bc {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1602.570067] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.644025] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.731703] env[62295]: DEBUG nova.network.neutron [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Updating instance_info_cache with network_info: [{"id": "f135dc2b-c772-4e01-b0b3-6d316bd50e8e", "address": "fa:16:3e:d4:20:c2", "network": {"id": "14eedcd0-5894-438f-8863-24499ea8cccb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1530175752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49edcdc1991148ae807cc1722a395d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf135dc2b-c7", "ovs_interfaceid": "f135dc2b-c772-4e01-b0b3-6d316bd50e8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.752084] env[62295]: INFO nova.compute.manager [-] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Took 1.33 seconds to deallocate network for instance. [ 1602.840245] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c35179-0cf4-4d1e-a4d1-5455dbeefa98 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.846321] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bde7dc-dee5-4dc1-9fa2-be035acc51f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.878792] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce865c8a-88d6-426c-a606-2254a1d8bbe2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.881784] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "25930539-e8b8-4345-abd4-b7d2a53ae194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.882164] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "25930539-e8b8-4345-abd4-b7d2a53ae194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.882472] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "25930539-e8b8-4345-abd4-b7d2a53ae194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.882761] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "25930539-e8b8-4345-abd4-b7d2a53ae194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.883066] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "25930539-e8b8-4345-abd4-b7d2a53ae194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.885366] env[62295]: INFO nova.compute.manager [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Terminating instance [ 1602.889149] env[62295]: DEBUG nova.compute.manager [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1602.889458] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.890883] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89a5d38-21a9-4b83-9903-3f7c1a6211e4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.895570] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b669828-e6cb-42be-83a1-c5caa9d65674 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.910331] env[62295]: DEBUG nova.compute.provider_tree [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.911880] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.914944] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e473244-bbf5-4cd9-950e-3343ce1eb010 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.921793] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786816, 'name': CloneVM_Task, 'duration_secs': 1.921201} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.922856] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Created linked-clone VM from snapshot [ 1602.923443] env[62295]: DEBUG oslo_vmware.api [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1602.923443] env[62295]: value = "task-1786820" [ 1602.923443] env[62295]: _type = "Task" [ 1602.923443] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.924490] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bd34ed-d9da-4a73-a97e-bf2f2618f859 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.936788] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Uploading image b390b995-9ed6-49dd-8c7b-e8bd314c3da2 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1602.941692] env[62295]: DEBUG oslo_vmware.api [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.960270] env[62295]: DEBUG oslo_vmware.rw_handles [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1602.960270] env[62295]: value = "vm-370757" [ 1602.960270] env[62295]: _type = "VirtualMachine" [ 1602.960270] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1602.960483] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c41ec3e9-1414-471d-8f0f-1fc0d42f4d74 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.967804] env[62295]: DEBUG oslo_vmware.rw_handles [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lease: (returnval){ [ 1602.967804] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b3fa99-0af9-462b-bbbf-551eeeb03a66" [ 1602.967804] env[62295]: _type = "HttpNfcLease" [ 1602.967804] env[62295]: } obtained for exporting VM: (result){ [ 1602.967804] env[62295]: value = "vm-370757" [ 1602.967804] env[62295]: _type = "VirtualMachine" [ 1602.967804] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1602.968144] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the lease: (returnval){ [ 1602.968144] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b3fa99-0af9-462b-bbbf-551eeeb03a66" [ 1602.968144] env[62295]: _type = "HttpNfcLease" [ 1602.968144] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1602.975710] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1602.975710] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b3fa99-0af9-462b-bbbf-551eeeb03a66" [ 1602.975710] env[62295]: _type = "HttpNfcLease" [ 1602.975710] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1603.066563] env[62295]: DEBUG oslo_vmware.api [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786819, 'name': PowerOnVM_Task, 'duration_secs': 0.568762} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.066842] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.067056] env[62295]: INFO nova.compute.manager [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1603.067245] env[62295]: DEBUG nova.compute.manager [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1603.068038] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edd84f0-ee57-49e3-aeb0-c8ca57c449d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.234525] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "refresh_cache-87afabee-3b0a-44e8-97d5-54d4db154f9b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.258195] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.413822] env[62295]: DEBUG nova.scheduler.client.report [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1603.437309] env[62295]: DEBUG oslo_vmware.api [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786820, 'name': PowerOffVM_Task, 'duration_secs': 0.494142} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.437628] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.437808] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.438105] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14763ed7-0f8b-4e4c-9c23-6dd9a8f864ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.476111] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1603.476111] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b3fa99-0af9-462b-bbbf-551eeeb03a66" [ 1603.476111] env[62295]: _type = "HttpNfcLease" [ 1603.476111] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1603.476431] env[62295]: DEBUG oslo_vmware.rw_handles [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1603.476431] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b3fa99-0af9-462b-bbbf-551eeeb03a66" [ 1603.476431] env[62295]: _type = "HttpNfcLease" [ 1603.476431] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1603.477154] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b78a1-2b18-436b-aca9-3df6cea3b888 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.484135] env[62295]: DEBUG oslo_vmware.rw_handles [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52195a98-ed4c-7f19-54d1-1008bc8385e4/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1603.484315] env[62295]: DEBUG oslo_vmware.rw_handles [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52195a98-ed4c-7f19-54d1-1008bc8385e4/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1603.541844] env[62295]: DEBUG nova.compute.manager [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1603.564020] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1603.564020] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1603.564178] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1603.564462] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1603.564602] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1603.564654] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1603.564863] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1603.565033] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1603.565265] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1603.565517] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1603.565605] env[62295]: DEBUG nova.virt.hardware [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1603.566738] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c339f63-4ca1-49fb-a5db-f6591d0ca1a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.575292] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d27fa-f7ee-48dd-8510-9f68f28e6610 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.593250] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.598983] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Creating folder: Project (a5c7105c64b74fa0a38a489e9fe7aec7). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1603.599661] env[62295]: INFO nova.compute.manager [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Took 30.96 seconds to build instance. [ 1603.600582] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9820ffcc-271f-4c30-b955-88b325f24e66 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.604996] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3484b14-3291-467e-a236-bd0096947182 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.613563] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Created folder: Project (a5c7105c64b74fa0a38a489e9fe7aec7) in parent group-v370569. [ 1603.613692] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Creating folder: Instances. Parent ref: group-v370758. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1603.613874] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6416e18c-7cbf-4c45-b802-2f0cdbd2bb6b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.623884] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Created folder: Instances in parent group-v370758. [ 1603.623991] env[62295]: DEBUG oslo.service.loopingcall [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.626799] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.627424] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-211cab0e-b38e-46d7-922c-de5f9a3a2647 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.648519] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.648519] env[62295]: value = "task-1786825" [ 1603.648519] env[62295]: _type = "Task" [ 1603.648519] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.657339] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786825, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.761930] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.764506] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c183377-ba29-4114-8937-f961b734f47c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.769641] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1603.769641] env[62295]: value = "task-1786826" [ 1603.769641] env[62295]: _type = "Task" [ 1603.769641] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.780744] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.918671] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.919246] env[62295]: DEBUG nova.compute.manager [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1603.922128] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.134s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.923570] env[62295]: INFO nova.compute.claims [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.942847] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.944415] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.944415] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleting the datastore file [datastore1] 25930539-e8b8-4345-abd4-b7d2a53ae194 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.944415] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7905389-e310-44f8-8279-f5770e906c42 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.953848] env[62295]: DEBUG oslo_vmware.api [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1603.953848] env[62295]: value = "task-1786827" [ 1603.953848] env[62295]: _type = "Task" [ 1603.953848] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.964744] env[62295]: DEBUG oslo_vmware.api [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.103547] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e77ea010-74a8-4baf-aabb-f2f37a53e1bf tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "c907a328-2b93-490d-9247-9dc0ffd19901" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.665s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.160861] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786825, 'name': CreateVM_Task, 'duration_secs': 0.328506} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.161223] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1604.164110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.164110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.164110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1604.164110] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a54d8a8-4169-40d6-97a2-7a652e51de74 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.167991] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for the task: (returnval){ [ 1604.167991] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523d1457-9cf4-2d5a-0dc6-97cc414df495" [ 1604.167991] env[62295]: _type = "Task" [ 1604.167991] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.175443] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523d1457-9cf4-2d5a-0dc6-97cc414df495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.281081] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786826, 'name': PowerOffVM_Task, 'duration_secs': 0.251718} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.281433] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.282276] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d8b61c-e126-4e24-af1f-74e0e975d12f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.302261] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb7a354-f9fb-4e45-b656-b8317200a73e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.331526] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.331853] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a031e226-23cc-4abb-8b59-f0afdfb96f12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.339590] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1604.339590] env[62295]: value = "task-1786828" [ 1604.339590] env[62295]: _type = "Task" [ 1604.339590] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.348883] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1604.349131] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.349458] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.349724] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.349958] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.350272] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c16433af-d87a-4976-97fe-903bfb24ff9f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.357956] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.358293] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.359120] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567a063e-8151-44e9-bf99-7334b5d22232 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.364979] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1604.364979] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52577b9f-fd08-9717-8edf-1a5a30c47338" [ 1604.364979] env[62295]: _type = "Task" [ 1604.364979] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.372618] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52577b9f-fd08-9717-8edf-1a5a30c47338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.428577] env[62295]: DEBUG nova.compute.utils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1604.431980] env[62295]: DEBUG nova.compute.manager [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1604.432176] env[62295]: DEBUG nova.network.neutron [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1604.463998] env[62295]: DEBUG oslo_vmware.api [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431278} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.464265] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.464879] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.465019] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.465117] env[62295]: INFO nova.compute.manager [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1604.465369] env[62295]: DEBUG oslo.service.loopingcall [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.465570] env[62295]: DEBUG nova.compute.manager [-] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1604.465762] env[62295]: DEBUG nova.network.neutron [-] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.478338] env[62295]: DEBUG nova.policy [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f9ea1d374864822a7749355b9f23382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0afd47845eed41f3834cd1696ba6e57d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1604.582831] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "c907a328-2b93-490d-9247-9dc0ffd19901" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.583096] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "c907a328-2b93-490d-9247-9dc0ffd19901" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.583305] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "c907a328-2b93-490d-9247-9dc0ffd19901-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.583486] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "c907a328-2b93-490d-9247-9dc0ffd19901-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.583677] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "c907a328-2b93-490d-9247-9dc0ffd19901-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.586490] env[62295]: INFO nova.compute.manager [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Terminating instance [ 1604.588518] env[62295]: DEBUG nova.compute.manager [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1604.588705] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1604.589644] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050fb83d-23fe-4d73-8f0c-cf102386e6a3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.597670] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.597916] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a7ea1d7-5a51-49f3-a849-58ee511f006c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.612602] env[62295]: DEBUG oslo_vmware.api [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1604.612602] env[62295]: value = "task-1786829" [ 1604.612602] env[62295]: _type = "Task" [ 1604.612602] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.622647] env[62295]: DEBUG oslo_vmware.api [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.681401] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523d1457-9cf4-2d5a-0dc6-97cc414df495, 'name': SearchDatastore_Task, 'duration_secs': 0.015971} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.682513] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.682513] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.683641] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.766125] env[62295]: DEBUG nova.compute.manager [req-47eadb83-bcfe-42d2-b828-193e1d5d34ea req-34073aad-9155-49e3-9c4b-0e6f4926023f service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Received event network-vif-deleted-b1a911f4-f39c-4423-b7ff-d1827c509878 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1604.766243] env[62295]: INFO nova.compute.manager [req-47eadb83-bcfe-42d2-b828-193e1d5d34ea req-34073aad-9155-49e3-9c4b-0e6f4926023f service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Neutron deleted interface b1a911f4-f39c-4423-b7ff-d1827c509878; detaching it from the instance and deleting it from the info cache [ 1604.766505] env[62295]: DEBUG nova.network.neutron [req-47eadb83-bcfe-42d2-b828-193e1d5d34ea req-34073aad-9155-49e3-9c4b-0e6f4926023f service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.805323] env[62295]: DEBUG nova.network.neutron [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Successfully created port: 628a4135-b569-4126-a06e-a6557ae3ae54 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1604.875703] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52577b9f-fd08-9717-8edf-1a5a30c47338, 'name': SearchDatastore_Task, 'duration_secs': 0.017027} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.876569] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd98d8c5-6dd7-4dd0-8dfa-c117b76856df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.881983] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1604.881983] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52324c54-ad69-02d3-738b-1b5af617541f" [ 1604.881983] env[62295]: _type = "Task" [ 1604.881983] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.890376] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52324c54-ad69-02d3-738b-1b5af617541f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.933574] env[62295]: DEBUG nova.compute.manager [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1605.115816] env[62295]: DEBUG nova.network.neutron [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Successfully created port: 2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.128989] env[62295]: DEBUG oslo_vmware.api [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786829, 'name': PowerOffVM_Task, 'duration_secs': 0.215136} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.128989] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.128989] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1605.128989] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f6c1810-f31d-4efc-abfc-b40e64fc307c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.197741] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.197960] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.198250] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Deleting the datastore file [datastore1] c907a328-2b93-490d-9247-9dc0ffd19901 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.198550] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d27ab863-0953-4fec-9bb4-1209767bdc8e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.205610] env[62295]: DEBUG oslo_vmware.api [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for the task: (returnval){ [ 1605.205610] env[62295]: value = "task-1786831" [ 1605.205610] env[62295]: _type = "Task" [ 1605.205610] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.216040] env[62295]: DEBUG oslo_vmware.api [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.240827] env[62295]: DEBUG nova.network.neutron [-] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.270587] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b20be1e8-1b8a-4b9a-94a4-4a7dd201980b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.280694] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a158f044-f8b4-4b74-8170-383af4474d58 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.295491] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba34e19-a60c-483d-93a2-d15cb8ed0d74 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.303739] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b2d580-c435-4178-921a-687287226ae0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.327628] env[62295]: DEBUG nova.compute.manager [req-47eadb83-bcfe-42d2-b828-193e1d5d34ea req-34073aad-9155-49e3-9c4b-0e6f4926023f service nova] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Detach interface failed, port_id=b1a911f4-f39c-4423-b7ff-d1827c509878, reason: Instance 25930539-e8b8-4345-abd4-b7d2a53ae194 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1605.353288] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3d0ee0-f0d5-4c7e-b3e5-2fdf29a51ddf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.361262] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb2ccb-0811-4384-bfb8-d040ab2127ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.375217] env[62295]: DEBUG nova.compute.provider_tree [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.392339] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52324c54-ad69-02d3-738b-1b5af617541f, 'name': SearchDatastore_Task, 'duration_secs': 0.019094} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.392624] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.392862] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 87afabee-3b0a-44e8-97d5-54d4db154f9b/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. {{(pid=62295) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1605.393168] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.393457] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1605.393823] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bef7799-4fc0-4300-aa9c-4e80b4ccf622 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.395910] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb45d96e-a161-4b90-a4ae-62ee254b1311 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.404294] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1605.404294] env[62295]: value = "task-1786832" [ 1605.404294] env[62295]: _type = "Task" [ 1605.404294] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.408665] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1605.408819] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1605.409957] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d051b5-a16d-4c10-ba76-e7f3a2d792bd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.416222] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.418755] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for the task: (returnval){ [ 1605.418755] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b0d84a-4fb2-6e86-bc6e-3c711adeb1d7" [ 1605.418755] env[62295]: _type = "Task" [ 1605.418755] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.426479] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b0d84a-4fb2-6e86-bc6e-3c711adeb1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.478604] env[62295]: DEBUG nova.network.neutron [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Successfully created port: a89c8165-14c3-4626-940a-84b8ef6ea3b1 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.718102] env[62295]: DEBUG oslo_vmware.api [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Task: {'id': task-1786831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295274} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.718456] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.718581] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.718759] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.718927] env[62295]: INFO nova.compute.manager [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1605.719239] env[62295]: DEBUG oslo.service.loopingcall [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.719558] env[62295]: DEBUG nova.compute.manager [-] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1605.719558] env[62295]: DEBUG nova.network.neutron [-] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1605.743743] env[62295]: INFO nova.compute.manager [-] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Took 1.28 seconds to deallocate network for instance. [ 1605.879064] env[62295]: DEBUG nova.scheduler.client.report [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1605.915468] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.929938] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b0d84a-4fb2-6e86-bc6e-3c711adeb1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.930786] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8032bbd-77b8-4baf-bda5-80de8d212ffc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.937263] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for the task: (returnval){ [ 1605.937263] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5271542f-a63f-0199-a046-cdb775b94938" [ 1605.937263] env[62295]: _type = "Task" [ 1605.937263] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.946507] env[62295]: DEBUG nova.compute.manager [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1605.948589] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5271542f-a63f-0199-a046-cdb775b94938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.977495] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1605.977800] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1605.978103] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1605.978209] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1605.978598] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1605.978853] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1605.979321] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1605.979321] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1605.979499] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1605.979940] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1605.979940] env[62295]: DEBUG nova.virt.hardware [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1605.980762] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23bf369-a9ce-4286-abca-15aab8d208d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.989259] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbac2ce1-76bf-4ab2-9057-bf5b24b2ae57 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.251209] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.384236] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.384782] env[62295]: DEBUG nova.compute.manager [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1606.387816] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.600s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.388341] env[62295]: DEBUG nova.objects.instance [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'pci_requests' on Instance uuid 6cd4f1f7-1725-4533-9ef2-6ac907389407 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.415617] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637927} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.415947] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 87afabee-3b0a-44e8-97d5-54d4db154f9b/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. [ 1606.416812] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea24a2b-c762-4d89-9f5b-c1c0d635800c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.444741] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 87afabee-3b0a-44e8-97d5-54d4db154f9b/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.445341] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a88ba3e8-94fc-480c-859e-97cfd1536486 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.467659] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5271542f-a63f-0199-a046-cdb775b94938, 'name': SearchDatastore_Task, 'duration_secs': 0.062982} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.469054] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.469342] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6d1ccd91-06bc-461d-b974-63fb7b71e331/6d1ccd91-06bc-461d-b974-63fb7b71e331.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1606.469664] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1606.469664] env[62295]: value = "task-1786833" [ 1606.469664] env[62295]: _type = "Task" [ 1606.469664] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.469855] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45c3ba96-4353-41c4-8cf6-fe9af4f2944c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.481624] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.483020] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for the task: (returnval){ [ 1606.483020] env[62295]: value = "task-1786834" [ 1606.483020] env[62295]: _type = "Task" [ 1606.483020] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.491637] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.508347] env[62295]: DEBUG nova.network.neutron [-] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.793777] env[62295]: DEBUG nova.compute.manager [req-f3110e43-4535-4615-9b55-bd385b2823ad req-ad73380d-f20c-42c5-87de-f452ea907cd7 service nova] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Received event network-vif-deleted-80d9ffbd-26bc-473a-9967-9775be803ba7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1606.891896] env[62295]: DEBUG nova.compute.utils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1606.893596] env[62295]: DEBUG nova.compute.manager [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1606.893882] env[62295]: DEBUG nova.network.neutron [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1606.898717] env[62295]: DEBUG nova.objects.instance [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'numa_topology' on Instance uuid 6cd4f1f7-1725-4533-9ef2-6ac907389407 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.955482] env[62295]: DEBUG nova.policy [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2762e4fb4d544d6791af0f8420bef38b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6c1f351ab544180941201ce138e1e9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1606.982514] env[62295]: DEBUG nova.compute.manager [req-e024972a-a591-40e4-b15f-30da895de2cf req-a2713ba9-49e8-4652-9b34-dda08a8ee24a service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received event network-vif-plugged-628a4135-b569-4126-a06e-a6557ae3ae54 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1606.982776] env[62295]: DEBUG oslo_concurrency.lockutils [req-e024972a-a591-40e4-b15f-30da895de2cf req-a2713ba9-49e8-4652-9b34-dda08a8ee24a service nova] Acquiring lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.983058] env[62295]: DEBUG oslo_concurrency.lockutils [req-e024972a-a591-40e4-b15f-30da895de2cf req-a2713ba9-49e8-4652-9b34-dda08a8ee24a service nova] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.983251] env[62295]: DEBUG oslo_concurrency.lockutils [req-e024972a-a591-40e4-b15f-30da895de2cf req-a2713ba9-49e8-4652-9b34-dda08a8ee24a service nova] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.983451] env[62295]: DEBUG nova.compute.manager [req-e024972a-a591-40e4-b15f-30da895de2cf req-a2713ba9-49e8-4652-9b34-dda08a8ee24a service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] No waiting events found dispatching network-vif-plugged-628a4135-b569-4126-a06e-a6557ae3ae54 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1606.983653] env[62295]: WARNING nova.compute.manager [req-e024972a-a591-40e4-b15f-30da895de2cf req-a2713ba9-49e8-4652-9b34-dda08a8ee24a service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received unexpected event network-vif-plugged-628a4135-b569-4126-a06e-a6557ae3ae54 for instance with vm_state building and task_state spawning. [ 1606.994416] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.001469] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786834, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.013104] env[62295]: INFO nova.compute.manager [-] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Took 1.29 seconds to deallocate network for instance. [ 1607.106559] env[62295]: DEBUG nova.network.neutron [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Successfully updated port: 628a4135-b569-4126-a06e-a6557ae3ae54 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1607.346143] env[62295]: DEBUG nova.network.neutron [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Successfully created port: 9fde328f-8a2f-49c4-9327-ccf60f43f57a {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.401321] env[62295]: DEBUG nova.compute.manager [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1607.405608] env[62295]: INFO nova.compute.claims [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1607.485655] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.498226] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875432} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.498226] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6d1ccd91-06bc-461d-b974-63fb7b71e331/6d1ccd91-06bc-461d-b974-63fb7b71e331.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.498344] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.498547] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ddbb23a-6aa4-402b-8e07-36932c90fec6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.508514] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for the task: (returnval){ [ 1607.508514] env[62295]: value = "task-1786835" [ 1607.508514] env[62295]: _type = "Task" [ 1607.508514] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.520395] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.520686] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.984105] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786833, 'name': ReconfigVM_Task, 'duration_secs': 1.093932} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.984552] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 87afabee-3b0a-44e8-97d5-54d4db154f9b/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.985437] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a164a59-5e58-44c8-b7b7-65cee5166d99 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.014501] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2fdd3f7-826e-4977-abea-0d5cd6f51cb8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.034797] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259072} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.036134] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1608.036539] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1608.036539] env[62295]: value = "task-1786836" [ 1608.036539] env[62295]: _type = "Task" [ 1608.036539] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.037230] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042f5641-5b98-45b8-82ad-c584557e135e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.048589] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.068015] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 6d1ccd91-06bc-461d-b974-63fb7b71e331/6d1ccd91-06bc-461d-b974-63fb7b71e331.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1608.068646] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ca4655-8c1d-43a4-9b92-d6dd07ad90b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.092399] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for the task: (returnval){ [ 1608.092399] env[62295]: value = "task-1786837" [ 1608.092399] env[62295]: _type = "Task" [ 1608.092399] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.106096] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.420084] env[62295]: DEBUG nova.compute.manager [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1608.443762] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1608.444040] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1608.444203] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.444383] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1608.445024] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.445024] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1608.445024] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1608.445024] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1608.445281] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1608.445342] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1608.445513] env[62295]: DEBUG nova.virt.hardware [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1608.446430] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a11e1-17d7-4554-858d-e80ec74d4fcd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.458030] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e6e098-dcb3-4eb4-b58e-014890e962cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.554955] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786836, 'name': ReconfigVM_Task, 'duration_secs': 0.364724} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.555389] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.555519] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ac55fb8-51e6-4480-9980-9f2784c4f9a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.564522] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1608.564522] env[62295]: value = "task-1786838" [ 1608.564522] env[62295]: _type = "Task" [ 1608.564522] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.574369] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.605301] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786837, 'name': ReconfigVM_Task, 'duration_secs': 0.379073} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.605552] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 6d1ccd91-06bc-461d-b974-63fb7b71e331/6d1ccd91-06bc-461d-b974-63fb7b71e331.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.606428] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42b82ae1-5560-49e4-874b-776da98995df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.615030] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for the task: (returnval){ [ 1608.615030] env[62295]: value = "task-1786839" [ 1608.615030] env[62295]: _type = "Task" [ 1608.615030] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.624210] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786839, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.760326] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb729a-5dff-46f0-bb95-47cd499a352a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.769025] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0499a5c-3517-4746-96f4-dc62cb732f16 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.800560] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9530965b-2cd9-4989-a8bf-f8f126e0432b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.809697] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb86cd8-4e69-4efb-8a40-8fcab0b8de10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.825106] env[62295]: DEBUG nova.compute.provider_tree [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.033031] env[62295]: DEBUG nova.compute.manager [req-57bf91f4-647b-4894-8be1-93c6a613cf47 req-1e97a1ae-dbd8-47af-ac0f-80fa717b7ea7 service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Received event network-vif-plugged-9fde328f-8a2f-49c4-9327-ccf60f43f57a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1609.033031] env[62295]: DEBUG oslo_concurrency.lockutils [req-57bf91f4-647b-4894-8be1-93c6a613cf47 req-1e97a1ae-dbd8-47af-ac0f-80fa717b7ea7 service nova] Acquiring lock "8e23f356-f446-4775-ab89-c4574be60d6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.033031] env[62295]: DEBUG oslo_concurrency.lockutils [req-57bf91f4-647b-4894-8be1-93c6a613cf47 req-1e97a1ae-dbd8-47af-ac0f-80fa717b7ea7 service nova] Lock "8e23f356-f446-4775-ab89-c4574be60d6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.033031] env[62295]: DEBUG oslo_concurrency.lockutils [req-57bf91f4-647b-4894-8be1-93c6a613cf47 req-1e97a1ae-dbd8-47af-ac0f-80fa717b7ea7 service nova] Lock "8e23f356-f446-4775-ab89-c4574be60d6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.033031] env[62295]: DEBUG nova.compute.manager [req-57bf91f4-647b-4894-8be1-93c6a613cf47 req-1e97a1ae-dbd8-47af-ac0f-80fa717b7ea7 service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] No waiting events found dispatching network-vif-plugged-9fde328f-8a2f-49c4-9327-ccf60f43f57a {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1609.033786] env[62295]: WARNING nova.compute.manager [req-57bf91f4-647b-4894-8be1-93c6a613cf47 req-1e97a1ae-dbd8-47af-ac0f-80fa717b7ea7 service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Received unexpected event network-vif-plugged-9fde328f-8a2f-49c4-9327-ccf60f43f57a for instance with vm_state building and task_state spawning. [ 1609.055979] env[62295]: DEBUG nova.compute.manager [req-22b1b01f-b1bc-4085-b1e5-352810a38535 req-8ef66034-1386-4ddf-a2c3-061ea6cb4e3c service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received event network-changed-628a4135-b569-4126-a06e-a6557ae3ae54 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1609.055979] env[62295]: DEBUG nova.compute.manager [req-22b1b01f-b1bc-4085-b1e5-352810a38535 req-8ef66034-1386-4ddf-a2c3-061ea6cb4e3c service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Refreshing instance network info cache due to event network-changed-628a4135-b569-4126-a06e-a6557ae3ae54. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1609.055979] env[62295]: DEBUG oslo_concurrency.lockutils [req-22b1b01f-b1bc-4085-b1e5-352810a38535 req-8ef66034-1386-4ddf-a2c3-061ea6cb4e3c service nova] Acquiring lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.055979] env[62295]: DEBUG oslo_concurrency.lockutils [req-22b1b01f-b1bc-4085-b1e5-352810a38535 req-8ef66034-1386-4ddf-a2c3-061ea6cb4e3c service nova] Acquired lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.055979] env[62295]: DEBUG nova.network.neutron [req-22b1b01f-b1bc-4085-b1e5-352810a38535 req-8ef66034-1386-4ddf-a2c3-061ea6cb4e3c service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Refreshing network info cache for port 628a4135-b569-4126-a06e-a6557ae3ae54 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.077577] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.126573] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786839, 'name': Rename_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.132536] env[62295]: DEBUG nova.network.neutron [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Successfully updated port: 9fde328f-8a2f-49c4-9327-ccf60f43f57a {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.231631] env[62295]: DEBUG nova.network.neutron [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Successfully updated port: 2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.328361] env[62295]: DEBUG nova.scheduler.client.report [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1609.578792] env[62295]: DEBUG oslo_vmware.api [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786838, 'name': PowerOnVM_Task, 'duration_secs': 0.587453} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.579297] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.583849] env[62295]: DEBUG nova.compute.manager [None req-2cbf96a3-5301-4ca2-851b-544016d341c7 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1609.585011] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42263dd1-0b9e-44cb-9075-91a3f93342bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.616157] env[62295]: DEBUG nova.network.neutron [req-22b1b01f-b1bc-4085-b1e5-352810a38535 req-8ef66034-1386-4ddf-a2c3-061ea6cb4e3c service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.632236] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786839, 'name': Rename_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.633958] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquiring lock "refresh_cache-8e23f356-f446-4775-ab89-c4574be60d6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.634213] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquired lock "refresh_cache-8e23f356-f446-4775-ab89-c4574be60d6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.634387] env[62295]: DEBUG nova.network.neutron [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.766179] env[62295]: DEBUG nova.network.neutron [req-22b1b01f-b1bc-4085-b1e5-352810a38535 req-8ef66034-1386-4ddf-a2c3-061ea6cb4e3c service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.833661] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.446s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.836237] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.376s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.836582] env[62295]: DEBUG nova.objects.instance [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lazy-loading 'resources' on Instance uuid 1c3cebaa-9362-4a71-8346-cf98a3da9d45 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.869396] env[62295]: INFO nova.network.neutron [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating port d85ff10a-d52a-4a37-947d-00cb5e9c645c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1610.134835] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786839, 'name': Rename_Task, 'duration_secs': 1.152141} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.135179] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.135438] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daba520f-afd1-4358-af5b-ba6fc16464be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.144689] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for the task: (returnval){ [ 1610.144689] env[62295]: value = "task-1786840" [ 1610.144689] env[62295]: _type = "Task" [ 1610.144689] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.156729] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.201243] env[62295]: DEBUG nova.network.neutron [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.268135] env[62295]: DEBUG oslo_concurrency.lockutils [req-22b1b01f-b1bc-4085-b1e5-352810a38535 req-8ef66034-1386-4ddf-a2c3-061ea6cb4e3c service nova] Releasing lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.419160] env[62295]: DEBUG nova.network.neutron [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Updating instance_info_cache with network_info: [{"id": "9fde328f-8a2f-49c4-9327-ccf60f43f57a", "address": "fa:16:3e:68:b1:03", "network": {"id": "4327144b-93a6-43b3-b883-ef4b25cc143f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1512934863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6c1f351ab544180941201ce138e1e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fde328f-8a", "ovs_interfaceid": "9fde328f-8a2f-49c4-9327-ccf60f43f57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.654542] env[62295]: DEBUG oslo_vmware.api [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786840, 'name': PowerOnVM_Task, 'duration_secs': 0.486823} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.657226] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.657440] env[62295]: INFO nova.compute.manager [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1610.657616] env[62295]: DEBUG nova.compute.manager [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1610.658913] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d798fdc-bdcb-487b-ace1-dbbe107ec8bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.671761] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138926f3-83cd-447b-ac6b-34f729c1e5f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.679798] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a03d338-d8e2-4003-adf1-5162fff87bb6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.713330] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402f5016-cc13-4a7d-a2c7-6f9490fea035 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.725634] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff53f4c4-d173-4d0b-ae5d-07d3f03b6537 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.746519] env[62295]: DEBUG nova.compute.provider_tree [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.810670] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "61527d16-e26b-4778-af66-0d7c5a50db92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.810907] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "61527d16-e26b-4778-af66-0d7c5a50db92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.922824] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Releasing lock "refresh_cache-8e23f356-f446-4775-ab89-c4574be60d6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.922824] env[62295]: DEBUG nova.compute.manager [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Instance network_info: |[{"id": "9fde328f-8a2f-49c4-9327-ccf60f43f57a", "address": "fa:16:3e:68:b1:03", "network": {"id": "4327144b-93a6-43b3-b883-ef4b25cc143f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1512934863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6c1f351ab544180941201ce138e1e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fde328f-8a", "ovs_interfaceid": "9fde328f-8a2f-49c4-9327-ccf60f43f57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1610.923067] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:b1:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fde328f-8a2f-49c4-9327-ccf60f43f57a', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1610.930540] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Creating folder: Project (b6c1f351ab544180941201ce138e1e9f). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1610.930809] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-715c56ce-86fa-45ab-bac8-e0823109280e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.945037] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Created folder: Project (b6c1f351ab544180941201ce138e1e9f) in parent group-v370569. [ 1610.945037] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Creating folder: Instances. Parent ref: group-v370761. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1610.945393] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68b71c41-eb7e-434b-87bb-f686f67f156e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.958863] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Created folder: Instances in parent group-v370761. [ 1610.959142] env[62295]: DEBUG oslo.service.loopingcall [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1610.959342] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1610.959552] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b35daa43-0909-43ac-98ca-e42c6d32f48d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.979884] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1610.979884] env[62295]: value = "task-1786843" [ 1610.979884] env[62295]: _type = "Task" [ 1610.979884] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.989016] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786843, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.066429] env[62295]: DEBUG nova.compute.manager [req-37a96f83-8b13-416c-a368-5925de4785e1 req-ba234fc0-1049-4cae-aedd-a54e7e9365ae service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Received event network-changed-9fde328f-8a2f-49c4-9327-ccf60f43f57a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1611.066687] env[62295]: DEBUG nova.compute.manager [req-37a96f83-8b13-416c-a368-5925de4785e1 req-ba234fc0-1049-4cae-aedd-a54e7e9365ae service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Refreshing instance network info cache due to event network-changed-9fde328f-8a2f-49c4-9327-ccf60f43f57a. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1611.066941] env[62295]: DEBUG oslo_concurrency.lockutils [req-37a96f83-8b13-416c-a368-5925de4785e1 req-ba234fc0-1049-4cae-aedd-a54e7e9365ae service nova] Acquiring lock "refresh_cache-8e23f356-f446-4775-ab89-c4574be60d6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.068090] env[62295]: DEBUG oslo_concurrency.lockutils [req-37a96f83-8b13-416c-a368-5925de4785e1 req-ba234fc0-1049-4cae-aedd-a54e7e9365ae service nova] Acquired lock "refresh_cache-8e23f356-f446-4775-ab89-c4574be60d6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.068090] env[62295]: DEBUG nova.network.neutron [req-37a96f83-8b13-416c-a368-5925de4785e1 req-ba234fc0-1049-4cae-aedd-a54e7e9365ae service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Refreshing network info cache for port 9fde328f-8a2f-49c4-9327-ccf60f43f57a {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.114024] env[62295]: DEBUG nova.compute.manager [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received event network-vif-plugged-2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1611.114346] env[62295]: DEBUG oslo_concurrency.lockutils [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] Acquiring lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.114580] env[62295]: DEBUG oslo_concurrency.lockutils [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.114834] env[62295]: DEBUG oslo_concurrency.lockutils [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.115032] env[62295]: DEBUG nova.compute.manager [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] No waiting events found dispatching network-vif-plugged-2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1611.115329] env[62295]: WARNING nova.compute.manager [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received unexpected event network-vif-plugged-2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39 for instance with vm_state building and task_state spawning. [ 1611.115560] env[62295]: DEBUG nova.compute.manager [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received event network-changed-2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1611.115735] env[62295]: DEBUG nova.compute.manager [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Refreshing instance network info cache due to event network-changed-2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1611.116011] env[62295]: DEBUG oslo_concurrency.lockutils [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] Acquiring lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.116286] env[62295]: DEBUG oslo_concurrency.lockutils [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] Acquired lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.116420] env[62295]: DEBUG nova.network.neutron [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Refreshing network info cache for port 2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.177844] env[62295]: INFO nova.compute.manager [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Took 34.25 seconds to build instance. [ 1611.251475] env[62295]: DEBUG nova.scheduler.client.report [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1611.313467] env[62295]: DEBUG nova.compute.manager [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1611.421637] env[62295]: DEBUG nova.network.neutron [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Successfully updated port: a89c8165-14c3-4626-940a-84b8ef6ea3b1 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1611.496681] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786843, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.674689] env[62295]: DEBUG nova.network.neutron [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1611.680753] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9bfcbb4a-4cf1-46a4-9f32-7e54622bce1f tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lock "6d1ccd91-06bc-461d-b974-63fb7b71e331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.805s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.757811] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.760211] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.929s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.760655] env[62295]: DEBUG nova.objects.instance [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lazy-loading 'resources' on Instance uuid ce3060b2-46cd-4893-8e4a-252baeaa1104 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.788760] env[62295]: INFO nova.scheduler.client.report [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Deleted allocations for instance 1c3cebaa-9362-4a71-8346-cf98a3da9d45 [ 1611.802762] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.802762] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.802762] env[62295]: DEBUG nova.network.neutron [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.812930] env[62295]: DEBUG nova.network.neutron [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.835747] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.859638] env[62295]: DEBUG nova.network.neutron [req-37a96f83-8b13-416c-a368-5925de4785e1 req-ba234fc0-1049-4cae-aedd-a54e7e9365ae service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Updated VIF entry in instance network info cache for port 9fde328f-8a2f-49c4-9327-ccf60f43f57a. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.860049] env[62295]: DEBUG nova.network.neutron [req-37a96f83-8b13-416c-a368-5925de4785e1 req-ba234fc0-1049-4cae-aedd-a54e7e9365ae service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Updating instance_info_cache with network_info: [{"id": "9fde328f-8a2f-49c4-9327-ccf60f43f57a", "address": "fa:16:3e:68:b1:03", "network": {"id": "4327144b-93a6-43b3-b883-ef4b25cc143f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1512934863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6c1f351ab544180941201ce138e1e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fde328f-8a", "ovs_interfaceid": "9fde328f-8a2f-49c4-9327-ccf60f43f57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.926022] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.991589] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786843, 'name': CreateVM_Task, 'duration_secs': 0.550208} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.991780] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1611.992539] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.992720] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.993068] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1611.993487] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6c2e81-3b1a-4111-8a2c-d985b97a403f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.998930] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for the task: (returnval){ [ 1611.998930] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521841b5-92b6-7b9f-b784-60125e68624e" [ 1611.998930] env[62295]: _type = "Task" [ 1611.998930] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.019444] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521841b5-92b6-7b9f-b784-60125e68624e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.297940] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2eec6a9-5d78-4b4e-967a-762c44b81ea5 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1c3cebaa-9362-4a71-8346-cf98a3da9d45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.817s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.317647] env[62295]: DEBUG oslo_concurrency.lockutils [req-ecd58a2b-5058-414b-b831-88c442017107 req-5111de95-6b89-437e-8a7b-599854bc9b75 service nova] Releasing lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.318856] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquired lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.319043] env[62295]: DEBUG nova.network.neutron [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.362532] env[62295]: DEBUG oslo_concurrency.lockutils [req-37a96f83-8b13-416c-a368-5925de4785e1 req-ba234fc0-1049-4cae-aedd-a54e7e9365ae service nova] Releasing lock "refresh_cache-8e23f356-f446-4775-ab89-c4574be60d6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.515392] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521841b5-92b6-7b9f-b784-60125e68624e, 'name': SearchDatastore_Task, 'duration_secs': 0.044461} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.515392] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.515392] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.515392] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.515688] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.515688] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.515688] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f64a692b-06ed-4f8f-9c9a-833796cabaed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.536806] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.537016] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.537825] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43c4f9f-dd2f-4d52-b563-abed04e61932 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.543037] env[62295]: DEBUG nova.compute.manager [None req-06bcc57a-cecf-4a5d-92bb-8967a01149c5 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1612.544392] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdf36b4-8703-4495-8a98-92ef15a4e8eb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.548070] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for the task: (returnval){ [ 1612.548070] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5274f5ff-58d5-4663-8058-9645073a2da1" [ 1612.548070] env[62295]: _type = "Task" [ 1612.548070] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.560967] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5274f5ff-58d5-4663-8058-9645073a2da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.577559] env[62295]: DEBUG nova.network.neutron [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating instance_info_cache with network_info: [{"id": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85ff10a-d5", "ovs_interfaceid": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.606916] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4f92c5-3cab-4e59-bc8b-ad537053cb1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.615449] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48e9c31-dcce-4637-9e8d-b019c28950d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.650454] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41238f4-d46a-4749-8e15-7534f94fcef8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.659420] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a027253b-80e0-4eda-b9c5-b8d5b95e215b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.663837] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquiring lock "6d1ccd91-06bc-461d-b974-63fb7b71e331" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.664092] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lock "6d1ccd91-06bc-461d-b974-63fb7b71e331" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.664297] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquiring lock "6d1ccd91-06bc-461d-b974-63fb7b71e331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.664477] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lock "6d1ccd91-06bc-461d-b974-63fb7b71e331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.664642] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lock "6d1ccd91-06bc-461d-b974-63fb7b71e331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.666951] env[62295]: INFO nova.compute.manager [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Terminating instance [ 1612.668752] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquiring lock "refresh_cache-6d1ccd91-06bc-461d-b974-63fb7b71e331" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.668752] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquired lock "refresh_cache-6d1ccd91-06bc-461d-b974-63fb7b71e331" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.668866] env[62295]: DEBUG nova.network.neutron [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.677845] env[62295]: DEBUG nova.compute.provider_tree [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.698125] env[62295]: DEBUG nova.network.neutron [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1612.754325] env[62295]: DEBUG nova.network.neutron [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.869172] env[62295]: DEBUG nova.network.neutron [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1613.061704] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5274f5ff-58d5-4663-8058-9645073a2da1, 'name': SearchDatastore_Task, 'duration_secs': 0.033813} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.061704] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5d07f4-b46a-45e6-ac33-d49d8a1ba329 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.064026] env[62295]: INFO nova.compute.manager [None req-06bcc57a-cecf-4a5d-92bb-8967a01149c5 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] instance snapshotting [ 1613.064627] env[62295]: DEBUG nova.objects.instance [None req-06bcc57a-cecf-4a5d-92bb-8967a01149c5 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lazy-loading 'flavor' on Instance uuid 6d1ccd91-06bc-461d-b974-63fb7b71e331 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.070175] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for the task: (returnval){ [ 1613.070175] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52507930-18d4-04a6-5db6-42f6095af4f2" [ 1613.070175] env[62295]: _type = "Task" [ 1613.070175] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.080584] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52507930-18d4-04a6-5db6-42f6095af4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.081827] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.108740] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6daae2df8ac58e9046c8c2317d6a8c60',container_format='bare',created_at=2024-12-12T02:10:07Z,direct_url=,disk_format='vmdk',id=79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-290036935-shelved',owner='abff9d6cbdc04d27b8f06fe428d71e27',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-12T02:10:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1613.112023] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1613.112023] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.112023] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1613.112023] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.112023] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1613.112295] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1613.112295] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1613.112295] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1613.112295] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1613.112295] env[62295]: DEBUG nova.virt.hardware [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1613.112437] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c5a7ae-f4a6-4f96-a243-2b4bcdbfdc18 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.121496] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c74f8a4-3949-4dba-beb6-31bd826760af {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.135886] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:fd:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd85ff10a-d52a-4a37-947d-00cb5e9c645c', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.143617] env[62295]: DEBUG oslo.service.loopingcall [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.146375] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.146633] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34f7bd96-48b6-4ad2-af66-950f72c807c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.168855] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.168855] env[62295]: value = "task-1786844" [ 1613.168855] env[62295]: _type = "Task" [ 1613.168855] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.174799] env[62295]: DEBUG nova.compute.manager [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received event network-vif-plugged-a89c8165-14c3-4626-940a-84b8ef6ea3b1 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1613.175025] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] Acquiring lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.175298] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.175393] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.175544] env[62295]: DEBUG nova.compute.manager [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] No waiting events found dispatching network-vif-plugged-a89c8165-14c3-4626-940a-84b8ef6ea3b1 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1613.175737] env[62295]: WARNING nova.compute.manager [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received unexpected event network-vif-plugged-a89c8165-14c3-4626-940a-84b8ef6ea3b1 for instance with vm_state building and task_state spawning. [ 1613.175851] env[62295]: DEBUG nova.compute.manager [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received event network-changed-a89c8165-14c3-4626-940a-84b8ef6ea3b1 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1613.176037] env[62295]: DEBUG nova.compute.manager [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Refreshing instance network info cache due to event network-changed-a89c8165-14c3-4626-940a-84b8ef6ea3b1. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1613.176226] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] Acquiring lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.181273] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786844, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.183154] env[62295]: DEBUG nova.scheduler.client.report [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1613.228425] env[62295]: DEBUG nova.compute.manager [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received event network-vif-plugged-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1613.228636] env[62295]: DEBUG oslo_concurrency.lockutils [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] Acquiring lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.228709] env[62295]: DEBUG oslo_concurrency.lockutils [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.228875] env[62295]: DEBUG oslo_concurrency.lockutils [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.229063] env[62295]: DEBUG nova.compute.manager [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] No waiting events found dispatching network-vif-plugged-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1613.229232] env[62295]: WARNING nova.compute.manager [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received unexpected event network-vif-plugged-d85ff10a-d52a-4a37-947d-00cb5e9c645c for instance with vm_state shelved_offloaded and task_state spawning. [ 1613.229391] env[62295]: DEBUG nova.compute.manager [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received event network-changed-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1613.229552] env[62295]: DEBUG nova.compute.manager [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Refreshing instance network info cache due to event network-changed-d85ff10a-d52a-4a37-947d-00cb5e9c645c. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1613.229723] env[62295]: DEBUG oslo_concurrency.lockutils [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] Acquiring lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.229859] env[62295]: DEBUG oslo_concurrency.lockutils [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] Acquired lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.230022] env[62295]: DEBUG nova.network.neutron [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Refreshing network info cache for port d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.257548] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Releasing lock "refresh_cache-6d1ccd91-06bc-461d-b974-63fb7b71e331" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.258278] env[62295]: DEBUG nova.compute.manager [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1613.258596] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.260459] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9545b5c2-1ac8-49bf-8385-c2be6318efd5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.273666] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.274086] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-163e68f8-aba3-4638-b62c-dbe580c3f322 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.284756] env[62295]: DEBUG oslo_vmware.api [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for the task: (returnval){ [ 1613.284756] env[62295]: value = "task-1786845" [ 1613.284756] env[62295]: _type = "Task" [ 1613.284756] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.294386] env[62295]: DEBUG oslo_vmware.api [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.412501] env[62295]: DEBUG nova.network.neutron [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Updating instance_info_cache with network_info: [{"id": "628a4135-b569-4126-a06e-a6557ae3ae54", "address": "fa:16:3e:44:5e:62", "network": {"id": "662f05f7-d8b2-4eb2-845d-29bc88c0c6ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-651310424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628a4135-b5", "ovs_interfaceid": "628a4135-b569-4126-a06e-a6557ae3ae54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39", "address": "fa:16:3e:bb:43:c4", "network": {"id": "a38b7b72-df80-4a6f-9dbf-000a5ef410c1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-647799254", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb163c7-46", "ovs_interfaceid": "2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a89c8165-14c3-4626-940a-84b8ef6ea3b1", "address": "fa:16:3e:3c:9b:d7", "network": {"id": "662f05f7-d8b2-4eb2-845d-29bc88c0c6ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-651310424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89c8165-14", "ovs_interfaceid": "a89c8165-14c3-4626-940a-84b8ef6ea3b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.571641] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f19db6-e24b-4b3b-9ca9-41f0943ce7ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.596409] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b509cc47-e4ca-41a6-9d21-585d2807d9e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.599246] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52507930-18d4-04a6-5db6-42f6095af4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.679096] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786844, 'name': CreateVM_Task, 'duration_secs': 0.483426} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.679651] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1613.679935] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.680114] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.680510] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1613.680758] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5689980-b557-484f-b1b1-65e6b21753bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.686169] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1613.686169] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525d75af-405c-50bb-d304-f59c9899d581" [ 1613.686169] env[62295]: _type = "Task" [ 1613.686169] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.689945] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.692091] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.402s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.693875] env[62295]: INFO nova.compute.claims [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.703189] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525d75af-405c-50bb-d304-f59c9899d581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.717619] env[62295]: INFO nova.scheduler.client.report [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Deleted allocations for instance ce3060b2-46cd-4893-8e4a-252baeaa1104 [ 1613.796207] env[62295]: DEBUG oslo_vmware.api [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786845, 'name': PowerOffVM_Task, 'duration_secs': 0.139165} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.796429] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1613.796599] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.796848] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a1872fa-d57b-48ef-a324-ae8d0a060279 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.829644] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.829847] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.830036] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Deleting the datastore file [datastore1] 6d1ccd91-06bc-461d-b974-63fb7b71e331 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.830302] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72ab004a-e222-4e9c-9c07-0b349c5fd48a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.839018] env[62295]: DEBUG oslo_vmware.api [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for the task: (returnval){ [ 1613.839018] env[62295]: value = "task-1786847" [ 1613.839018] env[62295]: _type = "Task" [ 1613.839018] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.846912] env[62295]: DEBUG oslo_vmware.api [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.864258] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.864546] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.915090] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Releasing lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.915481] env[62295]: DEBUG nova.compute.manager [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Instance network_info: |[{"id": "628a4135-b569-4126-a06e-a6557ae3ae54", "address": "fa:16:3e:44:5e:62", "network": {"id": "662f05f7-d8b2-4eb2-845d-29bc88c0c6ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-651310424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628a4135-b5", "ovs_interfaceid": "628a4135-b569-4126-a06e-a6557ae3ae54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39", "address": "fa:16:3e:bb:43:c4", "network": {"id": "a38b7b72-df80-4a6f-9dbf-000a5ef410c1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-647799254", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb163c7-46", "ovs_interfaceid": "2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a89c8165-14c3-4626-940a-84b8ef6ea3b1", "address": "fa:16:3e:3c:9b:d7", "network": {"id": "662f05f7-d8b2-4eb2-845d-29bc88c0c6ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-651310424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89c8165-14", "ovs_interfaceid": "a89c8165-14c3-4626-940a-84b8ef6ea3b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1613.915808] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] Acquired lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.916016] env[62295]: DEBUG nova.network.neutron [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Refreshing network info cache for port a89c8165-14c3-4626-940a-84b8ef6ea3b1 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.918035] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:5e:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '628a4135-b569-4126-a06e-a6557ae3ae54', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:43:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:9b:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a89c8165-14c3-4626-940a-84b8ef6ea3b1', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.928250] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Creating folder: Project (0afd47845eed41f3834cd1696ba6e57d). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1613.933519] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d67dedc9-dfae-4761-b77b-5e2c2e030af6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.947052] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Created folder: Project (0afd47845eed41f3834cd1696ba6e57d) in parent group-v370569. [ 1613.947183] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Creating folder: Instances. Parent ref: group-v370765. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1613.947358] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef0c82ff-e2af-4fb3-b018-c5ee6a801833 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.958300] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Created folder: Instances in parent group-v370765. [ 1613.958551] env[62295]: DEBUG oslo.service.loopingcall [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.958743] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.958946] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a132a5f-38b0-4ade-9708-b3b1c98bfdf1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.978917] env[62295]: DEBUG nova.network.neutron [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updated VIF entry in instance network info cache for port d85ff10a-d52a-4a37-947d-00cb5e9c645c. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.979267] env[62295]: DEBUG nova.network.neutron [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating instance_info_cache with network_info: [{"id": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "address": "fa:16:3e:1c:fd:b8", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85ff10a-d5", "ovs_interfaceid": "d85ff10a-d52a-4a37-947d-00cb5e9c645c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.988717] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.988717] env[62295]: value = "task-1786850" [ 1613.988717] env[62295]: _type = "Task" [ 1613.988717] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.998408] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786850, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.086676] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52507930-18d4-04a6-5db6-42f6095af4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.89623} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.089365] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.089747] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 8e23f356-f446-4775-ab89-c4574be60d6b/8e23f356-f446-4775-ab89-c4574be60d6b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.090123] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84c2d4b8-148b-4143-94af-3599a23ffa5e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.098873] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for the task: (returnval){ [ 1614.098873] env[62295]: value = "task-1786851" [ 1614.098873] env[62295]: _type = "Task" [ 1614.098873] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.108037] env[62295]: DEBUG nova.compute.manager [None req-06bcc57a-cecf-4a5d-92bb-8967a01149c5 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Instance disappeared during snapshot {{(pid=62295) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1614.110179] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.197043] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.197339] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Processing image 79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7 {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1614.197566] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.197709] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.198158] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1614.198253] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24ef079e-6200-4be4-b9a7-63d0374052a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.201514] env[62295]: DEBUG nova.network.neutron [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Updated VIF entry in instance network info cache for port a89c8165-14c3-4626-940a-84b8ef6ea3b1. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.202157] env[62295]: DEBUG nova.network.neutron [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Updating instance_info_cache with network_info: [{"id": "628a4135-b569-4126-a06e-a6557ae3ae54", "address": "fa:16:3e:44:5e:62", "network": {"id": "662f05f7-d8b2-4eb2-845d-29bc88c0c6ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-651310424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628a4135-b5", "ovs_interfaceid": "628a4135-b569-4126-a06e-a6557ae3ae54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39", "address": "fa:16:3e:bb:43:c4", "network": {"id": "a38b7b72-df80-4a6f-9dbf-000a5ef410c1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-647799254", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb163c7-46", "ovs_interfaceid": "2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a89c8165-14c3-4626-940a-84b8ef6ea3b1", "address": "fa:16:3e:3c:9b:d7", "network": {"id": "662f05f7-d8b2-4eb2-845d-29bc88c0c6ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-651310424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89c8165-14", "ovs_interfaceid": "a89c8165-14c3-4626-940a-84b8ef6ea3b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.216448] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1614.216448] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1614.219870] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef288a7-d89a-4d08-b256-c876d9b04854 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.227857] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7c892931-5f3e-41f1-b4cc-f3cf78b0ab9a tempest-ServerAddressesNegativeTestJSON-300130426 tempest-ServerAddressesNegativeTestJSON-300130426-project-member] Lock "ce3060b2-46cd-4893-8e4a-252baeaa1104" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.449s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.230321] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1614.230321] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ed8f46-b2d7-263e-3ddd-2c3c2ca50003" [ 1614.230321] env[62295]: _type = "Task" [ 1614.230321] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.240288] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ed8f46-b2d7-263e-3ddd-2c3c2ca50003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.259517] env[62295]: DEBUG nova.compute.manager [None req-06bcc57a-cecf-4a5d-92bb-8967a01149c5 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Found 0 images (rotation: 2) {{(pid=62295) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1614.281406] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "4902d062-ca11-4dd3-8746-f2512154d6b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.281661] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "4902d062-ca11-4dd3-8746-f2512154d6b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.281864] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "4902d062-ca11-4dd3-8746-f2512154d6b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.282065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "4902d062-ca11-4dd3-8746-f2512154d6b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.282250] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "4902d062-ca11-4dd3-8746-f2512154d6b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.284435] env[62295]: INFO nova.compute.manager [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Terminating instance [ 1614.286340] env[62295]: DEBUG nova.compute.manager [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1614.286534] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.287610] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46769b4b-5c02-44ce-88f7-a06405e3e076 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.296681] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.296781] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dedbf288-686f-4518-a92a-9cdd7ce51d4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.305844] env[62295]: DEBUG oslo_vmware.api [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1614.305844] env[62295]: value = "task-1786852" [ 1614.305844] env[62295]: _type = "Task" [ 1614.305844] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.314799] env[62295]: DEBUG oslo_vmware.api [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.349660] env[62295]: DEBUG oslo_vmware.api [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Task: {'id': task-1786847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289607} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.349930] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.350130] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.350312] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.350485] env[62295]: INFO nova.compute.manager [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1614.350726] env[62295]: DEBUG oslo.service.loopingcall [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.350913] env[62295]: DEBUG nova.compute.manager [-] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1614.351014] env[62295]: DEBUG nova.network.neutron [-] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1614.353055] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "1079ffe9-8c94-4075-89e2-161338ab43ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.353279] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1079ffe9-8c94-4075-89e2-161338ab43ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.353472] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "1079ffe9-8c94-4075-89e2-161338ab43ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.353648] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1079ffe9-8c94-4075-89e2-161338ab43ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.353811] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1079ffe9-8c94-4075-89e2-161338ab43ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.355842] env[62295]: INFO nova.compute.manager [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Terminating instance [ 1614.357601] env[62295]: DEBUG nova.compute.manager [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1614.357784] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.358610] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131107a4-84f9-422f-81b3-26cb621fd272 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.371950] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.372932] env[62295]: DEBUG nova.network.neutron [-] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.376188] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a837c7e4-dd0b-4175-a450-a068207aa357 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.376884] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.377136] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1614.385311] env[62295]: DEBUG oslo_vmware.api [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1614.385311] env[62295]: value = "task-1786853" [ 1614.385311] env[62295]: _type = "Task" [ 1614.385311] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.395706] env[62295]: DEBUG oslo_vmware.api [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.484296] env[62295]: DEBUG oslo_concurrency.lockutils [req-53f7e963-e803-4732-9132-fb0605d89abd req-c42732bc-46a9-4d4f-a9c4-b9648df33e7f service nova] Releasing lock "refresh_cache-6cd4f1f7-1725-4533-9ef2-6ac907389407" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.504909] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786850, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.612044] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.704803] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc3cc7b4-5805-4e14-a6f0-272e60776d48 req-79062582-b3a6-47e2-b995-75781c80f1d2 service nova] Releasing lock "refresh_cache-5db50c69-7ac2-4e18-860a-05e2fc2c11b5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.742666] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Preparing fetch location {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1614.743238] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Fetch image to [datastore1] OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687/OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687.vmdk {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1614.743238] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Downloading stream optimized image 79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7 to [datastore1] OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687/OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687.vmdk on the data store datastore1 as vApp {{(pid=62295) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1614.743238] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Downloading image file data 79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7 to the ESX as VM named 'OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687' {{(pid=62295) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1614.825641] env[62295]: DEBUG oslo_vmware.api [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786852, 'name': PowerOffVM_Task, 'duration_secs': 0.273284} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.828601] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.828794] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.829406] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e4dcff9-9a4f-43d2-90d3-385e143b3c81 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.844548] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1614.844548] env[62295]: value = "resgroup-9" [ 1614.844548] env[62295]: _type = "ResourcePool" [ 1614.844548] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1614.844863] env[62295]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b4912c5f-f3a8-4294-8d4c-f0c45b8c5258 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.871250] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lease: (returnval){ [ 1614.871250] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524c9ecb-cb73-7e91-7544-d6b8562bbbc3" [ 1614.871250] env[62295]: _type = "HttpNfcLease" [ 1614.871250] env[62295]: } obtained for vApp import into resource pool (val){ [ 1614.871250] env[62295]: value = "resgroup-9" [ 1614.871250] env[62295]: _type = "ResourcePool" [ 1614.871250] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1614.871640] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the lease: (returnval){ [ 1614.871640] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524c9ecb-cb73-7e91-7544-d6b8562bbbc3" [ 1614.871640] env[62295]: _type = "HttpNfcLease" [ 1614.871640] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1614.875183] env[62295]: DEBUG nova.network.neutron [-] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.891035] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1614.891035] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524c9ecb-cb73-7e91-7544-d6b8562bbbc3" [ 1614.891035] env[62295]: _type = "HttpNfcLease" [ 1614.891035] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1614.897847] env[62295]: DEBUG oslo_vmware.api [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786853, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.002184] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786850, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.112067] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619224} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.112453] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 8e23f356-f446-4775-ab89-c4574be60d6b/8e23f356-f446-4775-ab89-c4574be60d6b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.112722] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.113042] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb3ae852-8764-47c9-8f47-9015537d8980 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.117222] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8541f4-1fd1-4edf-8fc9-de59a220cb96 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.122016] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for the task: (returnval){ [ 1615.122016] env[62295]: value = "task-1786856" [ 1615.122016] env[62295]: _type = "Task" [ 1615.122016] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.127740] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca81454c-1502-4dee-8c31-bdfaec725ada {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.137491] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.162446] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e35836-19da-42f1-8966-2a1a7cc0cccb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.171567] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672dabff-88bd-48b7-b479-721c585427be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.190129] env[62295]: DEBUG nova.compute.provider_tree [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.381110] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1615.381110] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524c9ecb-cb73-7e91-7544-d6b8562bbbc3" [ 1615.381110] env[62295]: _type = "HttpNfcLease" [ 1615.381110] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1615.385919] env[62295]: INFO nova.compute.manager [-] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Took 1.03 seconds to deallocate network for instance. [ 1615.403134] env[62295]: DEBUG oslo_vmware.api [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786853, 'name': PowerOffVM_Task, 'duration_secs': 0.571832} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.403412] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.403574] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.403827] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33cf35b8-bea7-4372-a378-2777b102db4d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.470447] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.470757] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.470979] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Deleting the datastore file [datastore1] 4902d062-ca11-4dd3-8746-f2512154d6b2 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.471305] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61b83a76-107c-4357-a101-bde9c662b9a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.483538] env[62295]: DEBUG oslo_vmware.api [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1615.483538] env[62295]: value = "task-1786858" [ 1615.483538] env[62295]: _type = "Task" [ 1615.483538] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.506211] env[62295]: DEBUG oslo_vmware.api [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.510792] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786850, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.596445] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.596820] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.597108] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Deleting the datastore file [datastore1] 1079ffe9-8c94-4075-89e2-161338ab43ea {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.597452] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a680ef4e-6438-4b15-914e-b741f43532d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.605928] env[62295]: DEBUG oslo_vmware.api [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for the task: (returnval){ [ 1615.605928] env[62295]: value = "task-1786859" [ 1615.605928] env[62295]: _type = "Task" [ 1615.605928] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.615732] env[62295]: DEBUG oslo_vmware.api [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.633039] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083042} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.633464] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1615.634307] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678d9bea-59d8-4404-96a5-8a4adb7e3be1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.658033] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 8e23f356-f446-4775-ab89-c4574be60d6b/8e23f356-f446-4775-ab89-c4574be60d6b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.658403] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ecbb9e-ff1c-4ab1-b0a4-b3c8a8dd75ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.682070] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for the task: (returnval){ [ 1615.682070] env[62295]: value = "task-1786860" [ 1615.682070] env[62295]: _type = "Task" [ 1615.682070] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.692130] env[62295]: DEBUG nova.scheduler.client.report [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1615.696265] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.811828] env[62295]: DEBUG oslo_vmware.rw_handles [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52195a98-ed4c-7f19-54d1-1008bc8385e4/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1615.812837] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650d0d2e-04ab-4aa1-a927-c4bfd13e7c14 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.820047] env[62295]: DEBUG oslo_vmware.rw_handles [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52195a98-ed4c-7f19-54d1-1008bc8385e4/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1615.820243] env[62295]: ERROR oslo_vmware.rw_handles [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52195a98-ed4c-7f19-54d1-1008bc8385e4/disk-0.vmdk due to incomplete transfer. [ 1615.820646] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-80334a0d-eef8-49b4-b77b-060ca3eae32c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.829333] env[62295]: DEBUG oslo_vmware.rw_handles [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52195a98-ed4c-7f19-54d1-1008bc8385e4/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1615.829524] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Uploaded image b390b995-9ed6-49dd-8c7b-e8bd314c3da2 to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1615.832428] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1615.832716] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-07ca20d0-4beb-4b70-b498-f91b3f87c840 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.840858] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1615.840858] env[62295]: value = "task-1786861" [ 1615.840858] env[62295]: _type = "Task" [ 1615.840858] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.851419] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786861, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.880483] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1615.880483] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524c9ecb-cb73-7e91-7544-d6b8562bbbc3" [ 1615.880483] env[62295]: _type = "HttpNfcLease" [ 1615.880483] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1615.880829] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1615.880829] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524c9ecb-cb73-7e91-7544-d6b8562bbbc3" [ 1615.880829] env[62295]: _type = "HttpNfcLease" [ 1615.880829] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1615.881655] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81abe10-c04c-41ad-8a44-745390c6c243 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.889723] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52736448-34c1-89e7-c0fc-e0d8d5ea596c/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1615.889910] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52736448-34c1-89e7-c0fc-e0d8d5ea596c/disk-0.vmdk. {{(pid=62295) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1615.893790] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.964744] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-397bec3d-0c2d-4de8-bd87-34e86c84dc7a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.994610] env[62295]: DEBUG oslo_vmware.api [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32496} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.997764] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.997976] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.998192] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.998536] env[62295]: INFO nova.compute.manager [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1615.998758] env[62295]: DEBUG oslo.service.loopingcall [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.998951] env[62295]: DEBUG nova.compute.manager [-] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1615.998951] env[62295]: DEBUG nova.network.neutron [-] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1616.007941] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786850, 'name': CreateVM_Task, 'duration_secs': 1.665352} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.008373] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.011470] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.011470] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.011470] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1616.011470] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc293660-8b4c-4678-a689-d2b18ba7c20e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.016105] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1616.016105] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52568390-4fec-e7a9-f15a-e8e0402fe47f" [ 1616.016105] env[62295]: _type = "Task" [ 1616.016105] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.026549] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52568390-4fec-e7a9-f15a-e8e0402fe47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.117746] env[62295]: DEBUG oslo_vmware.api [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Task: {'id': task-1786859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424438} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.118027] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.118380] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.118652] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.118993] env[62295]: INFO nova.compute.manager [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1616.119494] env[62295]: DEBUG oslo.service.loopingcall [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.119652] env[62295]: DEBUG nova.compute.manager [-] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1616.119810] env[62295]: DEBUG nova.network.neutron [-] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1616.196108] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.196969] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.197617] env[62295]: DEBUG nova.compute.manager [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1616.202903] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.670s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.203239] env[62295]: DEBUG nova.objects.instance [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lazy-loading 'resources' on Instance uuid 52a53d4b-6b73-4056-9a18-d2eef88d1c82 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.361776] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786861, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.400886] env[62295]: DEBUG nova.compute.manager [req-3ed6cab8-881e-45e8-963c-a8c854b7a83c req-ee42498f-1aa7-404c-8433-2d11054096d8 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Received event network-vif-deleted-7a3930ee-8d2f-41fb-977c-4a9b26003024 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1616.401150] env[62295]: INFO nova.compute.manager [req-3ed6cab8-881e-45e8-963c-a8c854b7a83c req-ee42498f-1aa7-404c-8433-2d11054096d8 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Neutron deleted interface 7a3930ee-8d2f-41fb-977c-4a9b26003024; detaching it from the instance and deleting it from the info cache [ 1616.401295] env[62295]: DEBUG nova.network.neutron [req-3ed6cab8-881e-45e8-963c-a8c854b7a83c req-ee42498f-1aa7-404c-8433-2d11054096d8 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.503324] env[62295]: DEBUG nova.compute.manager [req-2086ac88-9ef0-432b-831e-7ffcb8b35d67 req-f5c97f5e-479b-4a84-9b8d-ea87efaeb188 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Received event network-vif-deleted-0b9137e9-aa64-4588-9473-d7da42ae0a06 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1616.504889] env[62295]: INFO nova.compute.manager [req-2086ac88-9ef0-432b-831e-7ffcb8b35d67 req-f5c97f5e-479b-4a84-9b8d-ea87efaeb188 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Neutron deleted interface 0b9137e9-aa64-4588-9473-d7da42ae0a06; detaching it from the instance and deleting it from the info cache [ 1616.504889] env[62295]: DEBUG nova.network.neutron [req-2086ac88-9ef0-432b-831e-7ffcb8b35d67 req-f5c97f5e-479b-4a84-9b8d-ea87efaeb188 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.538990] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52568390-4fec-e7a9-f15a-e8e0402fe47f, 'name': SearchDatastore_Task, 'duration_secs': 0.013555} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.541516] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.541900] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.542115] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.542300] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.542467] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.543135] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc7dfada-a06f-41c2-8a81-713dfe24afc4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.557039] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.557210] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.560428] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a6ce60-34df-4288-ae45-009e84dacca9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.568524] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1616.568524] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a5d19b-47de-288c-be3f-81d384630ef5" [ 1616.568524] env[62295]: _type = "Task" [ 1616.568524] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.583036] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a5d19b-47de-288c-be3f-81d384630ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.695542] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786860, 'name': ReconfigVM_Task, 'duration_secs': 0.550495} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.697694] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 8e23f356-f446-4775-ab89-c4574be60d6b/8e23f356-f446-4775-ab89-c4574be60d6b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.698608] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a851eb86-fee3-4a75-b36e-acc1c064daa7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.703902] env[62295]: DEBUG nova.compute.utils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.706673] env[62295]: DEBUG nova.compute.manager [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1616.706852] env[62295]: DEBUG nova.network.neutron [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.709277] env[62295]: DEBUG nova.objects.instance [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lazy-loading 'numa_topology' on Instance uuid 52a53d4b-6b73-4056-9a18-d2eef88d1c82 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.710553] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for the task: (returnval){ [ 1616.710553] env[62295]: value = "task-1786862" [ 1616.710553] env[62295]: _type = "Task" [ 1616.710553] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.723998] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786862, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.806645] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "21844f7a-df25-40c9-b9f2-8fe2446e92be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.806951] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "21844f7a-df25-40c9-b9f2-8fe2446e92be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.807238] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "21844f7a-df25-40c9-b9f2-8fe2446e92be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.807483] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "21844f7a-df25-40c9-b9f2-8fe2446e92be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.807665] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "21844f7a-df25-40c9-b9f2-8fe2446e92be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.810176] env[62295]: INFO nova.compute.manager [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Terminating instance [ 1616.815643] env[62295]: DEBUG nova.compute.manager [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1616.815872] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1616.816811] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f6d3f9-d3a0-43b1-b30c-57d89c7e6110 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.830019] env[62295]: DEBUG nova.policy [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6af802d5e5450ea256f3f4b1d8f937', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '813ac1b1c8ec4807a1a2b03264d67fb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1616.837369] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1616.837722] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab71a61e-9d7e-40e0-bfd0-cc4fc4b2e66d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.863039] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786861, 'name': Destroy_Task, 'duration_secs': 0.701468} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.863039] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Destroyed the VM [ 1616.863039] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1616.863650] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3c413ed-6bb9-44f1-8386-1537f1c20118 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.872945] env[62295]: DEBUG nova.network.neutron [-] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.878171] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1616.878171] env[62295]: value = "task-1786864" [ 1616.878171] env[62295]: _type = "Task" [ 1616.878171] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.903335] env[62295]: DEBUG oslo_vmware.api [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786864, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.905484] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b16ee1f-fdba-4072-b971-e58faddb4807 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.917394] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa92dc3-0dee-442b-affb-93a4547e51c2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.936031] env[62295]: DEBUG nova.network.neutron [-] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.947246] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1616.947690] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1616.947762] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleting the datastore file [datastore1] 21844f7a-df25-40c9-b9f2-8fe2446e92be {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1616.948207] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d0c47b8-449b-4d4b-898c-2b2b948df201 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.972451] env[62295]: DEBUG nova.compute.manager [req-3ed6cab8-881e-45e8-963c-a8c854b7a83c req-ee42498f-1aa7-404c-8433-2d11054096d8 service nova] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Detach interface failed, port_id=7a3930ee-8d2f-41fb-977c-4a9b26003024, reason: Instance 1079ffe9-8c94-4075-89e2-161338ab43ea could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1616.974603] env[62295]: DEBUG oslo_vmware.api [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1616.974603] env[62295]: value = "task-1786865" [ 1616.974603] env[62295]: _type = "Task" [ 1616.974603] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.984992] env[62295]: DEBUG oslo_vmware.api [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.010031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.010247] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.013602] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1617.020963] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4a22f7e-53c7-40ae-a4ec-187c7e9088a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.042998] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3bfe43-eb6f-4e3e-abf5-6e124e459b6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.088068] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a5d19b-47de-288c-be3f-81d384630ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.016363} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.104721] env[62295]: DEBUG nova.compute.manager [req-2086ac88-9ef0-432b-831e-7ffcb8b35d67 req-f5c97f5e-479b-4a84-9b8d-ea87efaeb188 service nova] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Detach interface failed, port_id=0b9137e9-aa64-4588-9473-d7da42ae0a06, reason: Instance 4902d062-ca11-4dd3-8746-f2512154d6b2 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1617.108085] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c11242-a7a8-400a-ada8-2e275b85543e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.115402] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1617.115402] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523c16b6-f1e2-b966-91ad-bd65726f3ccb" [ 1617.115402] env[62295]: _type = "Task" [ 1617.115402] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.125855] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523c16b6-f1e2-b966-91ad-bd65726f3ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.214362] env[62295]: DEBUG nova.compute.manager [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1617.216724] env[62295]: DEBUG nova.objects.base [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Object Instance<52a53d4b-6b73-4056-9a18-d2eef88d1c82> lazy-loaded attributes: resources,numa_topology {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1617.233596] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786862, 'name': Rename_Task, 'duration_secs': 0.177225} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.235069] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.235374] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a79a065-9f10-4026-9592-f3e84729778d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.245404] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for the task: (returnval){ [ 1617.245404] env[62295]: value = "task-1786866" [ 1617.245404] env[62295]: _type = "Task" [ 1617.245404] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.256748] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.257450] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Completed reading data from the image iterator. {{(pid=62295) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1617.257591] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52736448-34c1-89e7-c0fc-e0d8d5ea596c/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1617.263039] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1808da9-637a-4167-899b-59ae3f792cf8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.270087] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52736448-34c1-89e7-c0fc-e0d8d5ea596c/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1617.270480] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52736448-34c1-89e7-c0fc-e0d8d5ea596c/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1617.270748] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-788d892b-2588-4d1f-a8c6-00fd6b1d5556 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.329579] env[62295]: DEBUG nova.network.neutron [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Successfully created port: aa513ae9-5414-49fe-b66a-6a27884bb131 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1617.380869] env[62295]: INFO nova.compute.manager [-] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Took 1.26 seconds to deallocate network for instance. [ 1617.399659] env[62295]: DEBUG nova.compute.utils [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Cleaning up image b390b995-9ed6-49dd-8c7b-e8bd314c3da2 {{(pid=62295) delete_image /opt/stack/nova/nova/compute/utils.py:1322}} [ 1617.439446] env[62295]: INFO nova.compute.manager [-] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Took 1.44 seconds to deallocate network for instance. [ 1617.448505] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "82867546-3759-4b8d-90f8-8ee082e07b0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.448746] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "82867546-3759-4b8d-90f8-8ee082e07b0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.487960] env[62295]: WARNING nova.virt.vmwareapi.vmops [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 21844f7a-df25-40c9-b9f2-8fe2446e92be [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Traceback (most recent call last): [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] ds_util.file_delete(self._session, [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] session._wait_for_task(file_delete_task) [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] return self.wait_for_task(task_ref) [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] return evt.wait() [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] result = hub.switch() [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] return self.greenlet.switch() [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] self.f(*self.args, **self.kw) [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] raise exceptions.translate_fault(task_info.error) [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 21844f7a-df25-40c9-b9f2-8fe2446e92be [ 1617.487960] env[62295]: ERROR nova.virt.vmwareapi.vmops [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] [ 1617.488614] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.488614] env[62295]: INFO nova.compute.manager [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1617.488614] env[62295]: DEBUG oslo.service.loopingcall [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.488717] env[62295]: DEBUG nova.compute.manager [-] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1617.489076] env[62295]: DEBUG nova.network.neutron [-] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1617.507634] env[62295]: DEBUG oslo_vmware.rw_handles [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52736448-34c1-89e7-c0fc-e0d8d5ea596c/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1617.507957] env[62295]: INFO nova.virt.vmwareapi.images [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Downloaded image file data 79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7 [ 1617.509197] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51703ebe-39b1-4edc-9bd7-75b958b31093 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.537857] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb8df8c5-9a37-48fc-9ece-88fa2bc6d93b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.558384] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.569645] env[62295]: INFO nova.virt.vmwareapi.images [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] The imported VM was unregistered [ 1617.572166] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Caching image {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1617.572588] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating directory with path [datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7 {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.573102] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec602203-a60f-4ca1-8e98-049d6ac30ef2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.595204] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Created directory with path [datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7 {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.596169] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687/OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687.vmdk to [datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7.vmdk. {{(pid=62295) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1617.596169] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-82d68de8-741f-422f-b081-ddb3c0b433e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.604287] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1617.604287] env[62295]: value = "task-1786868" [ 1617.604287] env[62295]: _type = "Task" [ 1617.604287] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.618308] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786868, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.625840] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5ff1ec-24cd-4d00-9fd1-c4f07f511b00 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.640105] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523c16b6-f1e2-b966-91ad-bd65726f3ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.012449} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.640486] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.641853] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5db50c69-7ac2-4e18-860a-05e2fc2c11b5/5db50c69-7ac2-4e18-860a-05e2fc2c11b5.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.643057] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7430093e-575d-40b9-af24-089d3f0f4f3b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.646487] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-414f0b0a-49ff-4c4b-8dd1-3084a26b9596 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.680656] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeb31bd-7fdc-488b-80f8-a7e6d7648404 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.683620] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1617.683620] env[62295]: value = "task-1786869" [ 1617.683620] env[62295]: _type = "Task" [ 1617.683620] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.691580] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5981c60d-1e99-46bf-a6c5-588074d0a4a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.698869] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.711893] env[62295]: DEBUG nova.compute.provider_tree [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.758037] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786866, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.894154] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.949802] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.950493] env[62295]: DEBUG nova.compute.manager [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1618.121059] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786868, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.200416] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786869, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.204260] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.215890] env[62295]: DEBUG nova.scheduler.client.report [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1618.227323] env[62295]: DEBUG nova.compute.manager [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1618.261884] env[62295]: DEBUG oslo_vmware.api [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786866, 'name': PowerOnVM_Task, 'duration_secs': 0.536823} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.262918] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.263148] env[62295]: INFO nova.compute.manager [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1618.263367] env[62295]: DEBUG nova.compute.manager [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1618.264316] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb3594c-95d4-4e48-a5d5-36cd9979867e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.270957] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1618.271223] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1618.271508] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.271644] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1618.271841] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.272038] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1618.272269] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1618.272434] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1618.272617] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1618.272784] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1618.272957] env[62295]: DEBUG nova.virt.hardware [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1618.273850] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8521d0-4773-4262-b504-cd6d8f124b4d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.290484] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a54f91-3de9-4a1e-bb30-95514194576b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.310829] env[62295]: DEBUG nova.network.neutron [-] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.473087] env[62295]: DEBUG nova.compute.manager [req-2387f2a2-0b7b-4e4b-843a-a978d3480811 req-f39f9160-7bf6-4acd-ac3e-2167b5346b6f service nova] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Received event network-vif-deleted-26a4fdde-95ea-42f5-b6e9-eaf9a95da7b7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.475905] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.622181] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786868, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.698910] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786869, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.708734] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-390cb599-33ae-4c1f-ad15-10d708c8e43b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.708973] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1618.709259] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.709524] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.709726] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.709916] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.710120] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.710407] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.710511] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1618.710709] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.722282] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.520s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.726417] env[62295]: DEBUG oslo_concurrency.lockutils [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.805s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.789603] env[62295]: INFO nova.compute.manager [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Took 38.02 seconds to build instance. [ 1618.815081] env[62295]: INFO nova.compute.manager [-] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Took 1.33 seconds to deallocate network for instance. [ 1618.933166] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.981665] env[62295]: DEBUG nova.compute.manager [req-fed36e54-9b3a-49c8-b588-5a47e97d1d95 req-2ce5d4c5-693e-4720-8c70-202ae5e3d311 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Received event network-vif-plugged-aa513ae9-5414-49fe-b66a-6a27884bb131 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.982172] env[62295]: DEBUG oslo_concurrency.lockutils [req-fed36e54-9b3a-49c8-b588-5a47e97d1d95 req-2ce5d4c5-693e-4720-8c70-202ae5e3d311 service nova] Acquiring lock "69fbbea7-da81-405c-a26d-70007391ba6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.982172] env[62295]: DEBUG oslo_concurrency.lockutils [req-fed36e54-9b3a-49c8-b588-5a47e97d1d95 req-2ce5d4c5-693e-4720-8c70-202ae5e3d311 service nova] Lock "69fbbea7-da81-405c-a26d-70007391ba6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.982391] env[62295]: DEBUG oslo_concurrency.lockutils [req-fed36e54-9b3a-49c8-b588-5a47e97d1d95 req-2ce5d4c5-693e-4720-8c70-202ae5e3d311 service nova] Lock "69fbbea7-da81-405c-a26d-70007391ba6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.982564] env[62295]: DEBUG nova.compute.manager [req-fed36e54-9b3a-49c8-b588-5a47e97d1d95 req-2ce5d4c5-693e-4720-8c70-202ae5e3d311 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] No waiting events found dispatching network-vif-plugged-aa513ae9-5414-49fe-b66a-6a27884bb131 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1618.983587] env[62295]: WARNING nova.compute.manager [req-fed36e54-9b3a-49c8-b588-5a47e97d1d95 req-2ce5d4c5-693e-4720-8c70-202ae5e3d311 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Received unexpected event network-vif-plugged-aa513ae9-5414-49fe-b66a-6a27884bb131 for instance with vm_state building and task_state spawning. [ 1619.121470] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786868, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.199865] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786869, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.214269] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.241209] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a368f983-d850-40ef-b0f9-c4afbefee1ab tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.399s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.242286] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 18.770s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.242516] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.242717] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.242885] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.245798] env[62295]: INFO nova.compute.manager [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Terminating instance [ 1619.250331] env[62295]: DEBUG nova.compute.manager [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1619.250540] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1619.250826] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96269fa8-b304-4dff-9386-cffc3e7e0097 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.264945] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6affc64e-485f-4ddf-9fe3-e28ea7a8a2bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.291054] env[62295]: DEBUG nova.network.neutron [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Successfully updated port: aa513ae9-5414-49fe-b66a-6a27884bb131 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1619.296473] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83d7e2fa-8a20-45bb-8f32-a72d8e57f72f tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lock "8e23f356-f446-4775-ab89-c4574be60d6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.536s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.313064] env[62295]: WARNING nova.virt.vmwareapi.vmops [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 52a53d4b-6b73-4056-9a18-d2eef88d1c82 could not be found. [ 1619.313311] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1619.313503] env[62295]: INFO nova.compute.manager [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1619.313850] env[62295]: DEBUG oslo.service.loopingcall [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.317331] env[62295]: DEBUG nova.compute.manager [-] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1619.317455] env[62295]: DEBUG nova.network.neutron [-] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1619.321592] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.631019] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786868, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.657046] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b7466d-0ce6-4094-b863-cc76c3198735 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.667736] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad5fc54-fb93-49d0-8cec-d323985f0eb4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.708187] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae762ce-6593-4d92-aecb-1c5bd3d537a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.721923] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd6a660-941b-49ee-a7ca-086251b9d47b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.726208] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786869, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.61903} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.727101] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5db50c69-7ac2-4e18-860a-05e2fc2c11b5/5db50c69-7ac2-4e18-860a-05e2fc2c11b5.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.727101] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.727381] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2492ce6-578b-4f8d-a7dc-e254a8105b12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.740728] env[62295]: DEBUG nova.compute.provider_tree [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.743598] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1619.743598] env[62295]: value = "task-1786870" [ 1619.743598] env[62295]: _type = "Task" [ 1619.743598] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.757490] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.795189] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-69fbbea7-da81-405c-a26d-70007391ba6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.795189] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-69fbbea7-da81-405c-a26d-70007391ba6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.795189] env[62295]: DEBUG nova.network.neutron [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.122302] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786868, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.145021] env[62295]: DEBUG nova.network.neutron [-] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.248173] env[62295]: DEBUG nova.scheduler.client.report [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1620.262088] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089705} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.262355] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.264195] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81348cac-42e4-4d32-b0ff-3ffc3c11f987 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.302028] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 5db50c69-7ac2-4e18-860a-05e2fc2c11b5/5db50c69-7ac2-4e18-860a-05e2fc2c11b5.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.304644] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e914cf56-bcc2-4f9a-ae57-ca94ce1f7df3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.329558] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1620.329558] env[62295]: value = "task-1786871" [ 1620.329558] env[62295]: _type = "Task" [ 1620.329558] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.344104] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.355381] env[62295]: DEBUG nova.network.neutron [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1620.559416] env[62295]: DEBUG nova.network.neutron [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Updating instance_info_cache with network_info: [{"id": "aa513ae9-5414-49fe-b66a-6a27884bb131", "address": "fa:16:3e:af:c9:c8", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa513ae9-54", "ovs_interfaceid": "aa513ae9-5414-49fe-b66a-6a27884bb131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.621479] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786868, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.969192} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.621865] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687/OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687.vmdk to [datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7.vmdk. [ 1620.622115] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Cleaning up location [datastore1] OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687 {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1620.622239] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0511faa4-1207-4c4f-81c8-f879c57c9687 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.622509] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2a01c89-96ef-4ec8-83b6-e07f8cba64f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.631330] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1620.631330] env[62295]: value = "task-1786872" [ 1620.631330] env[62295]: _type = "Task" [ 1620.631330] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.640703] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.645356] env[62295]: INFO nova.compute.manager [-] [instance: 52a53d4b-6b73-4056-9a18-d2eef88d1c82] Took 1.33 seconds to deallocate network for instance. [ 1620.845313] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.062483] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-69fbbea7-da81-405c-a26d-70007391ba6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.062818] env[62295]: DEBUG nova.compute.manager [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Instance network_info: |[{"id": "aa513ae9-5414-49fe-b66a-6a27884bb131", "address": "fa:16:3e:af:c9:c8", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa513ae9-54", "ovs_interfaceid": "aa513ae9-5414-49fe-b66a-6a27884bb131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1621.063277] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:c9:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa513ae9-5414-49fe-b66a-6a27884bb131', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1621.071441] env[62295]: DEBUG oslo.service.loopingcall [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.071718] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1621.071951] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b8b26d-d9d0-47ea-9ecc-705d1f5b81b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.095829] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1621.095829] env[62295]: value = "task-1786873" [ 1621.095829] env[62295]: _type = "Task" [ 1621.095829] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.104823] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786873, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.141073] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049245} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.141363] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.141534] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.142637] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7.vmdk to [datastore1] 6cd4f1f7-1725-4533-9ef2-6ac907389407/6cd4f1f7-1725-4533-9ef2-6ac907389407.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.142637] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edbaa7b1-52fd-4126-ba6c-4cc41e415772 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.150034] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1621.150034] env[62295]: value = "task-1786874" [ 1621.150034] env[62295]: _type = "Task" [ 1621.150034] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.163587] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.232212] env[62295]: DEBUG nova.compute.manager [req-a1eefbf8-c5c6-4433-a897-8497ff7b6c2e req-caba6021-6ad3-43c0-99c9-bc23adf9b415 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Received event network-changed-aa513ae9-5414-49fe-b66a-6a27884bb131 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1621.232212] env[62295]: DEBUG nova.compute.manager [req-a1eefbf8-c5c6-4433-a897-8497ff7b6c2e req-caba6021-6ad3-43c0-99c9-bc23adf9b415 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Refreshing instance network info cache due to event network-changed-aa513ae9-5414-49fe-b66a-6a27884bb131. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1621.232212] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1eefbf8-c5c6-4433-a897-8497ff7b6c2e req-caba6021-6ad3-43c0-99c9-bc23adf9b415 service nova] Acquiring lock "refresh_cache-69fbbea7-da81-405c-a26d-70007391ba6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.232212] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1eefbf8-c5c6-4433-a897-8497ff7b6c2e req-caba6021-6ad3-43c0-99c9-bc23adf9b415 service nova] Acquired lock "refresh_cache-69fbbea7-da81-405c-a26d-70007391ba6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.232212] env[62295]: DEBUG nova.network.neutron [req-a1eefbf8-c5c6-4433-a897-8497ff7b6c2e req-caba6021-6ad3-43c0-99c9-bc23adf9b415 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Refreshing network info cache for port aa513ae9-5414-49fe-b66a-6a27884bb131 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.263035] env[62295]: DEBUG oslo_concurrency.lockutils [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.535s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.264722] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.621s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.265291] env[62295]: DEBUG nova.objects.instance [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lazy-loading 'resources' on Instance uuid 390cb599-33ae-4c1f-ad15-10d708c8e43b {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.352023] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786871, 'name': ReconfigVM_Task, 'duration_secs': 0.516887} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.352023] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 5db50c69-7ac2-4e18-860a-05e2fc2c11b5/5db50c69-7ac2-4e18-860a-05e2fc2c11b5.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.352023] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f1c61a9-d4d3-4e10-aff0-2754be5fa1a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.365041] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1621.365041] env[62295]: value = "task-1786875" [ 1621.365041] env[62295]: _type = "Task" [ 1621.365041] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.376815] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786875, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.616370] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786873, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.665053] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786874, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.677700] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5d02399-d80e-4427-809f-aad020dbb86d tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "52a53d4b-6b73-4056-9a18-d2eef88d1c82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.435s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.802182] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquiring lock "8e23f356-f446-4775-ab89-c4574be60d6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.802448] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lock "8e23f356-f446-4775-ab89-c4574be60d6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.802653] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquiring lock "8e23f356-f446-4775-ab89-c4574be60d6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.802835] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lock "8e23f356-f446-4775-ab89-c4574be60d6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.803010] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lock "8e23f356-f446-4775-ab89-c4574be60d6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.808847] env[62295]: INFO nova.compute.manager [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Terminating instance [ 1621.811937] env[62295]: DEBUG nova.compute.manager [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1621.811937] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.815076] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a58873-1ee9-4e12-862d-961fc720d40e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.830916] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.835251] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d78cdc20-e542-4b2c-82ef-b0e4f77c38e9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.841109] env[62295]: INFO nova.scheduler.client.report [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Deleted allocation for migration af909b29-6ab8-44e2-a8f1-4ecf66fb3fbc [ 1621.855983] env[62295]: DEBUG oslo_vmware.api [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for the task: (returnval){ [ 1621.855983] env[62295]: value = "task-1786876" [ 1621.855983] env[62295]: _type = "Task" [ 1621.855983] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.887024] env[62295]: DEBUG oslo_vmware.api [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.887700] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786875, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.119033] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786873, 'name': CreateVM_Task, 'duration_secs': 0.864417} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.119033] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1622.119033] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.119033] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.119033] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.119033] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4e0180-a263-4149-a139-31b33d940c2c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.128282] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1622.128282] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527c36da-1a19-f742-41df-574e7be8e00c" [ 1622.128282] env[62295]: _type = "Task" [ 1622.128282] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.147681] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527c36da-1a19-f742-41df-574e7be8e00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.153718] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "b49d6639-3850-48a3-a706-36c7e207713b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.154205] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "b49d6639-3850-48a3-a706-36c7e207713b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.174739] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786874, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.175440] env[62295]: DEBUG nova.network.neutron [req-a1eefbf8-c5c6-4433-a897-8497ff7b6c2e req-caba6021-6ad3-43c0-99c9-bc23adf9b415 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Updated VIF entry in instance network info cache for port aa513ae9-5414-49fe-b66a-6a27884bb131. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.175863] env[62295]: DEBUG nova.network.neutron [req-a1eefbf8-c5c6-4433-a897-8497ff7b6c2e req-caba6021-6ad3-43c0-99c9-bc23adf9b415 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Updating instance_info_cache with network_info: [{"id": "aa513ae9-5414-49fe-b66a-6a27884bb131", "address": "fa:16:3e:af:c9:c8", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa513ae9-54", "ovs_interfaceid": "aa513ae9-5414-49fe-b66a-6a27884bb131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.262041] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f99af6c-4661-4c5b-be16-fc284c0b13c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.271598] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ec2042-cc00-46eb-9e5a-ef036359a38f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.303906] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1b4d12-c6a1-44c5-b415-fa0bc86ff6e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.314454] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5801dde-e287-4f16-9d06-acec88ee2430 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.332972] env[62295]: DEBUG nova.compute.provider_tree [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.361888] env[62295]: DEBUG oslo_concurrency.lockutils [None req-668d2f53-c60a-4a80-9870-b36bc3b7672e tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.661s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.382906] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786875, 'name': Rename_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.388121] env[62295]: DEBUG oslo_vmware.api [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786876, 'name': PowerOffVM_Task, 'duration_secs': 0.378648} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.391042] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.391042] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.391042] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24e8712f-3d19-4b60-9505-c87d5e24affa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.571672] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.571900] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.572174] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Deleting the datastore file [datastore1] 8e23f356-f446-4775-ab89-c4574be60d6b {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.572387] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d1bac57-2fab-48a5-8cae-51ecabd849d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.587360] env[62295]: DEBUG oslo_vmware.api [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for the task: (returnval){ [ 1622.587360] env[62295]: value = "task-1786878" [ 1622.587360] env[62295]: _type = "Task" [ 1622.587360] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.605034] env[62295]: DEBUG oslo_vmware.api [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.648216] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527c36da-1a19-f742-41df-574e7be8e00c, 'name': SearchDatastore_Task, 'duration_secs': 0.099284} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.650017] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.650017] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.650017] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.650017] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.650017] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.650565] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cca2c228-5f23-41bb-af2c-b1afe0500a2e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.660201] env[62295]: DEBUG nova.compute.manager [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1622.675610] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786874, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.678435] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.678435] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.678435] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7700fa-f0c6-442b-84b6-ffcc3a2455fb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.681939] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1eefbf8-c5c6-4433-a897-8497ff7b6c2e req-caba6021-6ad3-43c0-99c9-bc23adf9b415 service nova] Releasing lock "refresh_cache-69fbbea7-da81-405c-a26d-70007391ba6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.686846] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "3ea80d31-e695-426f-a6f5-1da0bf68387d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.686846] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "3ea80d31-e695-426f-a6f5-1da0bf68387d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.690414] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1622.690414] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e897cf-5be9-77d6-52d5-b28b00f7f74a" [ 1622.690414] env[62295]: _type = "Task" [ 1622.690414] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.703503] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e897cf-5be9-77d6-52d5-b28b00f7f74a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.837312] env[62295]: DEBUG nova.scheduler.client.report [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1622.883945] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786875, 'name': Rename_Task, 'duration_secs': 1.048829} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.884291] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.884571] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-818299cb-f32a-46da-97d2-c401035bd32f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.895505] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1622.895505] env[62295]: value = "task-1786879" [ 1622.895505] env[62295]: _type = "Task" [ 1622.895505] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.907266] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.101765] env[62295]: DEBUG oslo_vmware.api [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.177903] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786874, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.186785] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.189403] env[62295]: DEBUG nova.compute.manager [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1623.206295] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e897cf-5be9-77d6-52d5-b28b00f7f74a, 'name': SearchDatastore_Task, 'duration_secs': 0.091904} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.207123] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c537d69-b645-4c11-8b69-c01967bcdbae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.212650] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1623.212650] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5237deba-6b31-07ff-870c-65cf3e284deb" [ 1623.212650] env[62295]: _type = "Task" [ 1623.212650] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.225036] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5237deba-6b31-07ff-870c-65cf3e284deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.342970] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.345700] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.087s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.345928] env[62295]: DEBUG nova.objects.instance [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lazy-loading 'resources' on Instance uuid edc685d0-d961-4aa0-aeb1-f7b9897a5dbd {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.367469] env[62295]: INFO nova.scheduler.client.report [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Deleted allocations for instance 390cb599-33ae-4c1f-ad15-10d708c8e43b [ 1623.411126] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.601598] env[62295]: DEBUG oslo_vmware.api [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.676334] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786874, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.719167] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.729085] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5237deba-6b31-07ff-870c-65cf3e284deb, 'name': SearchDatastore_Task, 'duration_secs': 0.086582} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.729485] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.729703] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 69fbbea7-da81-405c-a26d-70007391ba6b/69fbbea7-da81-405c-a26d-70007391ba6b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1623.729986] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-414f8559-59b1-4828-880d-f0c43237bcde {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.741333] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1623.741333] env[62295]: value = "task-1786880" [ 1623.741333] env[62295]: _type = "Task" [ 1623.741333] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.753140] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.879784] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c3a8c0e-4c4c-4d2f-b655-1d8768b745d6 tempest-VolumesAdminNegativeTest-147521879 tempest-VolumesAdminNegativeTest-147521879-project-member] Lock "390cb599-33ae-4c1f-ad15-10d708c8e43b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.545s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.910923] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786879, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.106049] env[62295]: DEBUG oslo_vmware.api [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Task: {'id': task-1786878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.312338} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.106049] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.106049] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1624.106049] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1624.106049] env[62295]: INFO nova.compute.manager [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1624.106049] env[62295]: DEBUG oslo.service.loopingcall [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.106399] env[62295]: DEBUG nova.compute.manager [-] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1624.106399] env[62295]: DEBUG nova.network.neutron [-] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1624.180870] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786874, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.639696} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.181172] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7/79b2c1d5-b356-46c4-9e8f-d73aa5b8bae7.vmdk to [datastore1] 6cd4f1f7-1725-4533-9ef2-6ac907389407/6cd4f1f7-1725-4533-9ef2-6ac907389407.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1624.182535] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb18aea-8b05-4838-9395-4fe0b96b1ea3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.212639] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 6cd4f1f7-1725-4533-9ef2-6ac907389407/6cd4f1f7-1725-4533-9ef2-6ac907389407.vmdk or device None with type streamOptimized {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.214296] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f1f6f9-d890-44ee-a9ea-025e9bfedd26 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.230143] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3280ecb-d3a1-4411-9831-89805a1ea600 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.239137] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1357cd1-2a38-46b8-b798-2f620d9d683c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.243926] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1624.243926] env[62295]: value = "task-1786881" [ 1624.243926] env[62295]: _type = "Task" [ 1624.243926] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.290182] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea002b6-dc12-47c6-ba63-8109496ddbf2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.292943] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786880, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.293259] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.302578] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502286c0-4c82-4de8-898d-9b36f39dc780 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.318447] env[62295]: DEBUG nova.compute.provider_tree [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.407556] env[62295]: DEBUG oslo_vmware.api [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786879, 'name': PowerOnVM_Task, 'duration_secs': 1.330933} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.407556] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.407556] env[62295]: INFO nova.compute.manager [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Took 18.46 seconds to spawn the instance on the hypervisor. [ 1624.407799] env[62295]: DEBUG nova.compute.manager [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1624.408528] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf650dbc-d1e3-4f48-b3e3-f38f5af486b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.475497] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "a5ffad30-97a0-4af0-9aef-47203df5a59c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.476647] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "a5ffad30-97a0-4af0-9aef-47203df5a59c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.552644] env[62295]: DEBUG nova.compute.manager [req-a40776fc-20f2-4b1a-ba61-43baafa4cbd9 req-6631fd64-65ad-4a1e-8bb8-08f4294d34c1 service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Received event network-vif-deleted-9fde328f-8a2f-49c4-9327-ccf60f43f57a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1624.552817] env[62295]: INFO nova.compute.manager [req-a40776fc-20f2-4b1a-ba61-43baafa4cbd9 req-6631fd64-65ad-4a1e-8bb8-08f4294d34c1 service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Neutron deleted interface 9fde328f-8a2f-49c4-9327-ccf60f43f57a; detaching it from the instance and deleting it from the info cache [ 1624.552989] env[62295]: DEBUG nova.network.neutron [req-a40776fc-20f2-4b1a-ba61-43baafa4cbd9 req-6631fd64-65ad-4a1e-8bb8-08f4294d34c1 service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.756678] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641929} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.759636] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 69fbbea7-da81-405c-a26d-70007391ba6b/69fbbea7-da81-405c-a26d-70007391ba6b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1624.759850] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1624.760153] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786881, 'name': ReconfigVM_Task, 'duration_secs': 0.371926} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.760361] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-865c2d58-1843-4613-b0fd-d3f8baf43747 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.762082] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 6cd4f1f7-1725-4533-9ef2-6ac907389407/6cd4f1f7-1725-4533-9ef2-6ac907389407.vmdk or device None with type streamOptimized {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.763447] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'image_id': 'b1566474-d827-4d61-a657-408d294472fd'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370741', 'volume_id': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'name': 'volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6cd4f1f7-1725-4533-9ef2-6ac907389407', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'serial': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3'}, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '4b1f3ced-e44a-402c-a616-20e900ca90ed', 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=62295) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1624.763648] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1624.763837] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370741', 'volume_id': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'name': 'volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6cd4f1f7-1725-4533-9ef2-6ac907389407', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'serial': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1624.764569] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d83a8c-c514-4e66-a0ab-fc9e14ed568d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.783819] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa6019-311c-4944-98e9-bfcc57d5e8f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.787234] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1624.787234] env[62295]: value = "task-1786882" [ 1624.787234] env[62295]: _type = "Task" [ 1624.787234] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.812313] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3/volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.813302] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca3838d4-dc7b-40e9-a405-b8857caed84e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.830693] env[62295]: DEBUG nova.scheduler.client.report [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1624.837019] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.842087] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1624.842087] env[62295]: value = "task-1786883" [ 1624.842087] env[62295]: _type = "Task" [ 1624.842087] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.851901] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.933385] env[62295]: INFO nova.compute.manager [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Took 47.51 seconds to build instance. [ 1624.977923] env[62295]: DEBUG nova.compute.manager [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1624.980629] env[62295]: DEBUG nova.network.neutron [-] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.055940] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bfea285-ac3b-4770-8368-5841c70885d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.066696] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f0ffd6-f27c-4762-89cc-6446ca89f1bd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.099432] env[62295]: DEBUG nova.compute.manager [req-a40776fc-20f2-4b1a-ba61-43baafa4cbd9 req-6631fd64-65ad-4a1e-8bb8-08f4294d34c1 service nova] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Detach interface failed, port_id=9fde328f-8a2f-49c4-9327-ccf60f43f57a, reason: Instance 8e23f356-f446-4775-ab89-c4574be60d6b could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1625.299919] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095231} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.300206] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1625.301119] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065e17d1-3742-4342-bdcd-500bb82b21f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.324602] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 69fbbea7-da81-405c-a26d-70007391ba6b/69fbbea7-da81-405c-a26d-70007391ba6b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.324953] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5de2040b-9367-4cbd-8d7f-0288e8c2f4ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.340065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.342300] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.091s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.342541] env[62295]: DEBUG nova.objects.instance [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lazy-loading 'resources' on Instance uuid 25930539-e8b8-4345-abd4-b7d2a53ae194 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.350272] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1625.350272] env[62295]: value = "task-1786884" [ 1625.350272] env[62295]: _type = "Task" [ 1625.350272] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.354984] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786883, 'name': ReconfigVM_Task, 'duration_secs': 0.314686} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.359845] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3/volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.366120] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5617890d-2c21-412f-959d-39d7d284cdbb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.378569] env[62295]: INFO nova.scheduler.client.report [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Deleted allocations for instance edc685d0-d961-4aa0-aeb1-f7b9897a5dbd [ 1625.386988] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.389128] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1625.389128] env[62295]: value = "task-1786885" [ 1625.389128] env[62295]: _type = "Task" [ 1625.389128] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.398044] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.433846] env[62295]: DEBUG oslo_concurrency.lockutils [None req-57d5bf0f-8a1d-43ad-bad8-4b67deb38ad2 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.605s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.485917] env[62295]: INFO nova.compute.manager [-] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Took 1.38 seconds to deallocate network for instance. [ 1625.504476] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.866111] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786884, 'name': ReconfigVM_Task, 'duration_secs': 0.304687} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.866405] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 69fbbea7-da81-405c-a26d-70007391ba6b/69fbbea7-da81-405c-a26d-70007391ba6b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.871033] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-668bb95b-aada-4a28-91c6-8084f4e08402 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.877953] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1625.877953] env[62295]: value = "task-1786886" [ 1625.877953] env[62295]: _type = "Task" [ 1625.877953] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.889319] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786886, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.892758] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d1d8eb3-31d4-421f-82a3-46428faa0427 tempest-ListServerFiltersTestJSON-1084059182 tempest-ListServerFiltersTestJSON-1084059182-project-member] Lock "edc685d0-d961-4aa0-aeb1-f7b9897a5dbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.631s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.905935] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786885, 'name': ReconfigVM_Task, 'duration_secs': 0.151818} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.909377] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370741', 'volume_id': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'name': 'volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6cd4f1f7-1725-4533-9ef2-6ac907389407', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'serial': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1625.913112] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efc2d6c8-4800-46cd-98fe-504f96b18785 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.925155] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1625.925155] env[62295]: value = "task-1786887" [ 1625.925155] env[62295]: _type = "Task" [ 1625.925155] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.934110] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786887, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.998496] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.273480] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0a5913-9606-41e4-ab95-37fb913b3a4f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.281820] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4276cd4f-c1ac-42fa-8e85-de759dca2f14 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.315455] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe20f81-aa01-4cda-b639-124cbbb8b774 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.326060] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deb8340-d1ef-4dc8-99ae-d8513e199f54 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.340500] env[62295]: DEBUG nova.compute.provider_tree [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.391108] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786886, 'name': Rename_Task, 'duration_secs': 0.175097} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.391396] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.391650] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61c8891b-1d26-402a-978a-b893546036b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.398969] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1626.398969] env[62295]: value = "task-1786888" [ 1626.398969] env[62295]: _type = "Task" [ 1626.398969] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.408394] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.435056] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786887, 'name': Rename_Task, 'duration_secs': 0.193716} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.435430] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.435757] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20d8299b-856c-4139-b625-b2c6d89b255e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.445904] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1626.445904] env[62295]: value = "task-1786889" [ 1626.445904] env[62295]: _type = "Task" [ 1626.445904] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.455744] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.747188] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.747382] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.747616] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.747616] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.747784] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.750243] env[62295]: INFO nova.compute.manager [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Terminating instance [ 1626.751925] env[62295]: DEBUG nova.compute.manager [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1626.752322] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.753171] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba9b59a-8b1a-4d99-b6bb-ec6f218627c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.762285] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.762587] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-812e0424-3e09-4098-9654-36ef9b9f5896 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.770069] env[62295]: DEBUG oslo_vmware.api [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1626.770069] env[62295]: value = "task-1786890" [ 1626.770069] env[62295]: _type = "Task" [ 1626.770069] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.780496] env[62295]: DEBUG oslo_vmware.api [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.843784] env[62295]: DEBUG nova.scheduler.client.report [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1626.914017] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786888, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.957799] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.281249] env[62295]: DEBUG oslo_vmware.api [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786890, 'name': PowerOffVM_Task, 'duration_secs': 0.24231} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.281571] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.281785] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.282071] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04dab623-19f5-42a9-ad95-1d5faffadd09 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.350333] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.353446] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.833s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.353662] env[62295]: DEBUG nova.objects.instance [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lazy-loading 'resources' on Instance uuid c907a328-2b93-490d-9247-9dc0ffd19901 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.375257] env[62295]: INFO nova.scheduler.client.report [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleted allocations for instance 25930539-e8b8-4345-abd4-b7d2a53ae194 [ 1627.410679] env[62295]: DEBUG oslo_vmware.api [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1786888, 'name': PowerOnVM_Task, 'duration_secs': 0.553678} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.410948] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.411252] env[62295]: INFO nova.compute.manager [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1627.411463] env[62295]: DEBUG nova.compute.manager [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1627.412343] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e10ee30-ce30-460f-9edc-68f142e273bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.462770] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.886881] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9cdb37d-2d5a-4fa8-a0cf-d6de1bb08df0 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "25930539-e8b8-4345-abd4-b7d2a53ae194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.005s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.934732] env[62295]: INFO nova.compute.manager [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Took 28.66 seconds to build instance. [ 1627.964483] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.264979] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f960c2-00f4-4b2b-afc7-4b05ed9021a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.280977] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e17403-a31f-4027-b75f-7601ddf7775c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.319620] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524b803b-64ad-4919-a37e-48e783e4f897 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.322310] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.322553] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.322681] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Deleting the datastore file [datastore1] 5db50c69-7ac2-4e18-860a-05e2fc2c11b5 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.323044] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8f4f507-0254-4a27-a135-181e52760fda {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.332742] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8b79f5-185b-44f5-893c-5bce7bef89b5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.336556] env[62295]: DEBUG oslo_vmware.api [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1628.336556] env[62295]: value = "task-1786892" [ 1628.336556] env[62295]: _type = "Task" [ 1628.336556] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.347760] env[62295]: DEBUG nova.compute.provider_tree [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.354184] env[62295]: DEBUG oslo_vmware.api [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.437096] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ccb2c1af-c412-4b2f-bd40-baca2c901894 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "69fbbea7-da81-405c-a26d-70007391ba6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.187s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.461869] env[62295]: DEBUG oslo_vmware.api [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786889, 'name': PowerOnVM_Task, 'duration_secs': 1.610302} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.461869] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.608088] env[62295]: DEBUG nova.compute.manager [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1628.609260] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88491903-054e-478c-b1fc-710593835a57 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.653360] env[62295]: DEBUG nova.compute.manager [req-3142eb18-4abd-4157-85f1-ea8d8b911ade req-d6b85134-bd83-4dbc-866a-31cfc11c5958 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Received event network-changed-aa513ae9-5414-49fe-b66a-6a27884bb131 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1628.653552] env[62295]: DEBUG nova.compute.manager [req-3142eb18-4abd-4157-85f1-ea8d8b911ade req-d6b85134-bd83-4dbc-866a-31cfc11c5958 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Refreshing instance network info cache due to event network-changed-aa513ae9-5414-49fe-b66a-6a27884bb131. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1628.653772] env[62295]: DEBUG oslo_concurrency.lockutils [req-3142eb18-4abd-4157-85f1-ea8d8b911ade req-d6b85134-bd83-4dbc-866a-31cfc11c5958 service nova] Acquiring lock "refresh_cache-69fbbea7-da81-405c-a26d-70007391ba6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.653916] env[62295]: DEBUG oslo_concurrency.lockutils [req-3142eb18-4abd-4157-85f1-ea8d8b911ade req-d6b85134-bd83-4dbc-866a-31cfc11c5958 service nova] Acquired lock "refresh_cache-69fbbea7-da81-405c-a26d-70007391ba6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.654123] env[62295]: DEBUG nova.network.neutron [req-3142eb18-4abd-4157-85f1-ea8d8b911ade req-d6b85134-bd83-4dbc-866a-31cfc11c5958 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Refreshing network info cache for port aa513ae9-5414-49fe-b66a-6a27884bb131 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.847165] env[62295]: DEBUG oslo_vmware.api [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1786892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162588} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.847517] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.847714] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.847894] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.848087] env[62295]: INFO nova.compute.manager [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Took 2.10 seconds to destroy the instance on the hypervisor. [ 1628.848361] env[62295]: DEBUG oslo.service.loopingcall [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.848556] env[62295]: DEBUG nova.compute.manager [-] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1628.848649] env[62295]: DEBUG nova.network.neutron [-] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1628.850993] env[62295]: DEBUG nova.scheduler.client.report [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1629.128932] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1518bb4-a037-4073-93d7-7d81d0b9d645 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 54.700s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.361103] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.363139] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.527s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.365817] env[62295]: INFO nova.compute.claims [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1629.397942] env[62295]: INFO nova.scheduler.client.report [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Deleted allocations for instance c907a328-2b93-490d-9247-9dc0ffd19901 [ 1629.614723] env[62295]: DEBUG nova.network.neutron [req-3142eb18-4abd-4157-85f1-ea8d8b911ade req-d6b85134-bd83-4dbc-866a-31cfc11c5958 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Updated VIF entry in instance network info cache for port aa513ae9-5414-49fe-b66a-6a27884bb131. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.615175] env[62295]: DEBUG nova.network.neutron [req-3142eb18-4abd-4157-85f1-ea8d8b911ade req-d6b85134-bd83-4dbc-866a-31cfc11c5958 service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Updating instance_info_cache with network_info: [{"id": "aa513ae9-5414-49fe-b66a-6a27884bb131", "address": "fa:16:3e:af:c9:c8", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa513ae9-54", "ovs_interfaceid": "aa513ae9-5414-49fe-b66a-6a27884bb131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.905760] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42cf760a-dc16-4746-8339-e50a79070235 tempest-ImagesOneServerNegativeTestJSON-1133369430 tempest-ImagesOneServerNegativeTestJSON-1133369430-project-member] Lock "c907a328-2b93-490d-9247-9dc0ffd19901" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.322s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.121381] env[62295]: DEBUG oslo_concurrency.lockutils [req-3142eb18-4abd-4157-85f1-ea8d8b911ade req-d6b85134-bd83-4dbc-866a-31cfc11c5958 service nova] Releasing lock "refresh_cache-69fbbea7-da81-405c-a26d-70007391ba6b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.125851] env[62295]: DEBUG nova.network.neutron [-] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.631940] env[62295]: INFO nova.compute.manager [-] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Took 1.78 seconds to deallocate network for instance. [ 1630.747051] env[62295]: DEBUG nova.compute.manager [req-79e5fceb-4922-4800-87ac-e1bd032e235a req-76852428-b808-4f9e-9cf5-eba3551ba15a service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received event network-vif-deleted-2bb163c7-46fd-42d9-a0c5-9d0a03cf7b39 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1630.747051] env[62295]: DEBUG nova.compute.manager [req-79e5fceb-4922-4800-87ac-e1bd032e235a req-76852428-b808-4f9e-9cf5-eba3551ba15a service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received event network-vif-deleted-a89c8165-14c3-4626-940a-84b8ef6ea3b1 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1630.747051] env[62295]: DEBUG nova.compute.manager [req-79e5fceb-4922-4800-87ac-e1bd032e235a req-76852428-b808-4f9e-9cf5-eba3551ba15a service nova] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Received event network-vif-deleted-628a4135-b569-4126-a06e-a6557ae3ae54 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1630.755188] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ae2267-d02a-4449-8e3c-201d10f11aa0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.764109] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eea6ff-bab8-4ce0-941f-0303ea184d77 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.798202] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0681eb47-6aef-412a-84cb-b5b63635e924 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.807226] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8888ce0-3db2-4ff8-a841-72ae9f41a862 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.822342] env[62295]: DEBUG nova.compute.provider_tree [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.139914] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.327641] env[62295]: DEBUG nova.scheduler.client.report [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1631.836790] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.838682] env[62295]: DEBUG nova.compute.manager [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1631.844429] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.948s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.844429] env[62295]: DEBUG nova.objects.instance [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lazy-loading 'resources' on Instance uuid 6d1ccd91-06bc-461d-b974-63fb7b71e331 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.346333] env[62295]: DEBUG nova.compute.utils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1632.349167] env[62295]: DEBUG nova.compute.manager [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1632.349834] env[62295]: DEBUG nova.network.neutron [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1632.460458] env[62295]: DEBUG nova.policy [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a469e5d4a08d4c7a9a82cf4483666216', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49edcdc1991148ae807cc1722a395d58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1632.721932] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b847b2-8237-46d4-97b2-d68e0c574341 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.730647] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba3ef67-078c-4c28-9e23-0efc2d1d8052 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.765943] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70339ac6-113b-41c4-bffe-a6a273d142a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.774807] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0cfe88-fe67-4ae8-a6b1-ab0e18a899d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.790944] env[62295]: DEBUG nova.compute.provider_tree [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.856451] env[62295]: DEBUG nova.compute.manager [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1633.115417] env[62295]: DEBUG nova.network.neutron [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Successfully created port: 7d4f70a7-5403-46b5-9b9b-8a9431f61bc5 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.300020] env[62295]: DEBUG nova.scheduler.client.report [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1633.804020] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.806845] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.913s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.807154] env[62295]: DEBUG nova.objects.instance [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lazy-loading 'resources' on Instance uuid 1079ffe9-8c94-4075-89e2-161338ab43ea {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.826572] env[62295]: INFO nova.scheduler.client.report [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Deleted allocations for instance 6d1ccd91-06bc-461d-b974-63fb7b71e331 [ 1633.871917] env[62295]: DEBUG nova.compute.manager [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1633.904275] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1633.904562] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1633.904733] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.904940] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1633.905138] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.905296] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1633.905502] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1633.905662] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1633.905825] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1633.905986] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1633.906245] env[62295]: DEBUG nova.virt.hardware [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1633.907093] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73e4a79-2a0b-4484-aa45-4a381cdae0e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.916843] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a443863a-0d56-447b-a940-794ac724d305 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.114490] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquiring lock "7236bbfd-f5b8-4d71-8132-72bf802fe044" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.114749] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lock "7236bbfd-f5b8-4d71-8132-72bf802fe044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.339379] env[62295]: DEBUG oslo_concurrency.lockutils [None req-601b69fe-da55-4255-ac30-3c875b3881c3 tempest-ServersAaction247Test-659008652 tempest-ServersAaction247Test-659008652-project-member] Lock "6d1ccd91-06bc-461d-b974-63fb7b71e331" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.675s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.618226] env[62295]: DEBUG nova.compute.manager [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1634.623241] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48e1b23-3e14-465d-aeae-dccda62bbb51 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.633489] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37b86ad-57c8-4996-84fc-4a3442b5ed03 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.671921] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db224362-ec64-454b-ad1e-65f4277c78f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.681874] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbbf608-7c4b-49f1-9b3d-b9102081386b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.697616] env[62295]: DEBUG nova.compute.provider_tree [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.864069] env[62295]: DEBUG nova.compute.manager [req-72bb88b7-96cd-4e1c-9ded-647e8d149099 req-67f0d9ad-a5bb-4006-8116-1059c1661385 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Received event network-vif-plugged-7d4f70a7-5403-46b5-9b9b-8a9431f61bc5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1634.864286] env[62295]: DEBUG oslo_concurrency.lockutils [req-72bb88b7-96cd-4e1c-9ded-647e8d149099 req-67f0d9ad-a5bb-4006-8116-1059c1661385 service nova] Acquiring lock "61527d16-e26b-4778-af66-0d7c5a50db92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.864489] env[62295]: DEBUG oslo_concurrency.lockutils [req-72bb88b7-96cd-4e1c-9ded-647e8d149099 req-67f0d9ad-a5bb-4006-8116-1059c1661385 service nova] Lock "61527d16-e26b-4778-af66-0d7c5a50db92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.864648] env[62295]: DEBUG oslo_concurrency.lockutils [req-72bb88b7-96cd-4e1c-9ded-647e8d149099 req-67f0d9ad-a5bb-4006-8116-1059c1661385 service nova] Lock "61527d16-e26b-4778-af66-0d7c5a50db92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.864810] env[62295]: DEBUG nova.compute.manager [req-72bb88b7-96cd-4e1c-9ded-647e8d149099 req-67f0d9ad-a5bb-4006-8116-1059c1661385 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] No waiting events found dispatching network-vif-plugged-7d4f70a7-5403-46b5-9b9b-8a9431f61bc5 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1634.865121] env[62295]: WARNING nova.compute.manager [req-72bb88b7-96cd-4e1c-9ded-647e8d149099 req-67f0d9ad-a5bb-4006-8116-1059c1661385 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Received unexpected event network-vif-plugged-7d4f70a7-5403-46b5-9b9b-8a9431f61bc5 for instance with vm_state building and task_state spawning. [ 1634.890144] env[62295]: DEBUG nova.network.neutron [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Successfully updated port: 7d4f70a7-5403-46b5-9b9b-8a9431f61bc5 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1635.150550] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.200848] env[62295]: DEBUG nova.scheduler.client.report [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1635.393159] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.393867] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.394116] env[62295]: DEBUG nova.network.neutron [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.705797] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.710399] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.760s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.711268] env[62295]: DEBUG nova.objects.instance [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lazy-loading 'resources' on Instance uuid 4902d062-ca11-4dd3-8746-f2512154d6b2 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.744224] env[62295]: INFO nova.scheduler.client.report [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Deleted allocations for instance 1079ffe9-8c94-4075-89e2-161338ab43ea [ 1635.941104] env[62295]: DEBUG nova.network.neutron [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1636.144499] env[62295]: DEBUG nova.network.neutron [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Updating instance_info_cache with network_info: [{"id": "7d4f70a7-5403-46b5-9b9b-8a9431f61bc5", "address": "fa:16:3e:b8:5c:a5", "network": {"id": "14eedcd0-5894-438f-8863-24499ea8cccb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1530175752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49edcdc1991148ae807cc1722a395d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d4f70a7-54", "ovs_interfaceid": "7d4f70a7-5403-46b5-9b9b-8a9431f61bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.253512] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6c7052e1-a005-4a28-bdbd-b1dcdbab8f48 tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "1079ffe9-8c94-4075-89e2-161338ab43ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.898s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.522975] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9504b888-eb67-4185-8dda-225e5c6e9569 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.538021] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a472f2d-fdec-4810-b4cc-9f71c1898ebe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.572731] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e186596d-390b-4db8-8196-64154aed252b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.584018] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d1de22-bd94-4f67-9db2-d11ce3c8b218 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.598896] env[62295]: DEBUG nova.compute.provider_tree [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.647102] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.647196] env[62295]: DEBUG nova.compute.manager [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Instance network_info: |[{"id": "7d4f70a7-5403-46b5-9b9b-8a9431f61bc5", "address": "fa:16:3e:b8:5c:a5", "network": {"id": "14eedcd0-5894-438f-8863-24499ea8cccb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1530175752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49edcdc1991148ae807cc1722a395d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d4f70a7-54", "ovs_interfaceid": "7d4f70a7-5403-46b5-9b9b-8a9431f61bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1636.647625] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:5c:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d4f70a7-5403-46b5-9b9b-8a9431f61bc5', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1636.657764] env[62295]: DEBUG oslo.service.loopingcall [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.657913] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1636.658629] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c79291ea-3ce3-49c5-b8f3-c712ac947ee7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.685958] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1636.685958] env[62295]: value = "task-1786893" [ 1636.685958] env[62295]: _type = "Task" [ 1636.685958] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.697135] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786893, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.815421] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "3d9325e2-ad5a-46c3-a04e-e9c4b32a9965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.815922] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "3d9325e2-ad5a-46c3-a04e-e9c4b32a9965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.897235] env[62295]: DEBUG nova.compute.manager [req-82e231a1-9b00-4a6c-80f5-29316c0ed3a6 req-407d3e86-f46f-47b6-918f-d5600574ff13 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Received event network-changed-7d4f70a7-5403-46b5-9b9b-8a9431f61bc5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1636.897325] env[62295]: DEBUG nova.compute.manager [req-82e231a1-9b00-4a6c-80f5-29316c0ed3a6 req-407d3e86-f46f-47b6-918f-d5600574ff13 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Refreshing instance network info cache due to event network-changed-7d4f70a7-5403-46b5-9b9b-8a9431f61bc5. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1636.897512] env[62295]: DEBUG oslo_concurrency.lockutils [req-82e231a1-9b00-4a6c-80f5-29316c0ed3a6 req-407d3e86-f46f-47b6-918f-d5600574ff13 service nova] Acquiring lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.897657] env[62295]: DEBUG oslo_concurrency.lockutils [req-82e231a1-9b00-4a6c-80f5-29316c0ed3a6 req-407d3e86-f46f-47b6-918f-d5600574ff13 service nova] Acquired lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.897815] env[62295]: DEBUG nova.network.neutron [req-82e231a1-9b00-4a6c-80f5-29316c0ed3a6 req-407d3e86-f46f-47b6-918f-d5600574ff13 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Refreshing network info cache for port 7d4f70a7-5403-46b5-9b9b-8a9431f61bc5 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.102599] env[62295]: DEBUG nova.scheduler.client.report [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1637.202026] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786893, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.319868] env[62295]: DEBUG nova.compute.manager [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1637.607430] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.609667] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.134s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.611789] env[62295]: INFO nova.compute.claims [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1637.639709] env[62295]: INFO nova.scheduler.client.report [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Deleted allocations for instance 4902d062-ca11-4dd3-8746-f2512154d6b2 [ 1637.675279] env[62295]: DEBUG nova.network.neutron [req-82e231a1-9b00-4a6c-80f5-29316c0ed3a6 req-407d3e86-f46f-47b6-918f-d5600574ff13 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Updated VIF entry in instance network info cache for port 7d4f70a7-5403-46b5-9b9b-8a9431f61bc5. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1637.675883] env[62295]: DEBUG nova.network.neutron [req-82e231a1-9b00-4a6c-80f5-29316c0ed3a6 req-407d3e86-f46f-47b6-918f-d5600574ff13 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Updating instance_info_cache with network_info: [{"id": "7d4f70a7-5403-46b5-9b9b-8a9431f61bc5", "address": "fa:16:3e:b8:5c:a5", "network": {"id": "14eedcd0-5894-438f-8863-24499ea8cccb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1530175752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49edcdc1991148ae807cc1722a395d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d4f70a7-54", "ovs_interfaceid": "7d4f70a7-5403-46b5-9b9b-8a9431f61bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.698955] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786893, 'name': CreateVM_Task, 'duration_secs': 0.583277} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.699995] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1637.700099] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.700236] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.700574] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1637.700829] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ec5f39-681f-445d-af2b-ad857ae06e05 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.707726] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1637.707726] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528f47ca-85c2-771a-1058-b539d1ccba3f" [ 1637.707726] env[62295]: _type = "Task" [ 1637.707726] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.716685] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528f47ca-85c2-771a-1058-b539d1ccba3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.845678] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.149036] env[62295]: DEBUG oslo_concurrency.lockutils [None req-36e90bd0-4f74-45b4-9d94-7a062f090b1f tempest-ListServersNegativeTestJSON-1687890388 tempest-ListServersNegativeTestJSON-1687890388-project-member] Lock "4902d062-ca11-4dd3-8746-f2512154d6b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.866s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.179525] env[62295]: DEBUG oslo_concurrency.lockutils [req-82e231a1-9b00-4a6c-80f5-29316c0ed3a6 req-407d3e86-f46f-47b6-918f-d5600574ff13 service nova] Releasing lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.219874] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528f47ca-85c2-771a-1058-b539d1ccba3f, 'name': SearchDatastore_Task, 'duration_secs': 0.028674} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.219874] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.219874] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.219874] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.219874] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.219874] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.219874] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f39598e6-c61d-4967-98f9-880817f54365 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.230551] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.230735] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.231538] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57d3bf9-57a2-4cc1-a011-8bd60bbb2122 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.238993] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1638.238993] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dfe2bb-a827-6bdc-774b-ab11494a2f3b" [ 1638.238993] env[62295]: _type = "Task" [ 1638.238993] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.249180] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dfe2bb-a827-6bdc-774b-ab11494a2f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.346236] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquiring lock "83a037ac-32cf-45eb-84a9-86f02d766e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.346512] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Lock "83a037ac-32cf-45eb-84a9-86f02d766e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.753756] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dfe2bb-a827-6bdc-774b-ab11494a2f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.754590] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c658840-6204-44b2-bd6f-fc8df7fe2d95 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.760187] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1638.760187] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527f99cf-a06a-3fd1-fc05-fbcd878b9453" [ 1638.760187] env[62295]: _type = "Task" [ 1638.760187] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.770998] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527f99cf-a06a-3fd1-fc05-fbcd878b9453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.849585] env[62295]: DEBUG nova.compute.manager [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1638.969445] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323abad9-f8a3-4fbd-a752-80182dd4e4ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.978030] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8fd4f7-9ab3-4cc5-8780-0f3a6d2d5c35 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.015848] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be22e2f8-79ad-46f5-8fb9-edccc1e907ce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.023181] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b15fc-3d12-4a29-81dd-c6a232da4b37 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.039543] env[62295]: DEBUG nova.compute.provider_tree [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.271427] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527f99cf-a06a-3fd1-fc05-fbcd878b9453, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.271803] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.272129] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 61527d16-e26b-4778-af66-0d7c5a50db92/61527d16-e26b-4778-af66-0d7c5a50db92.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1639.272457] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a54a926d-8406-4c1c-ab96-b06bad183266 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.282123] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1639.282123] env[62295]: value = "task-1786894" [ 1639.282123] env[62295]: _type = "Task" [ 1639.282123] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.290868] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.378362] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.543054] env[62295]: DEBUG nova.scheduler.client.report [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1639.798172] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485215} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.798172] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 61527d16-e26b-4778-af66-0d7c5a50db92/61527d16-e26b-4778-af66-0d7c5a50db92.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1639.798172] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1639.798172] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51a28218-bb56-41d3-ac00-f10ddcc3001f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.807968] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1639.807968] env[62295]: value = "task-1786895" [ 1639.807968] env[62295]: _type = "Task" [ 1639.807968] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.817233] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.050892] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.051033] env[62295]: DEBUG nova.compute.manager [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1640.053899] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.121s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.318834] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068517} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.322895] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.327775] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d9819-abb2-4d34-8d24-7666c7aee2d9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.353835] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 61527d16-e26b-4778-af66-0d7c5a50db92/61527d16-e26b-4778-af66-0d7c5a50db92.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.356623] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a802dff-ec58-435a-b3e8-407b7295d9e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.378199] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1640.378199] env[62295]: value = "task-1786896" [ 1640.378199] env[62295]: _type = "Task" [ 1640.378199] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.389824] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.405917] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d69ea4-7efa-4bf8-a6c3-7ac1ada42a88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.413910] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d851a3d-1763-45e0-82c7-e08512e211c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.445341] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f72fe-4b1e-48e1-b539-0771e5842466 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.454143] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23de61b-3567-497f-95e9-f3bae77fdea8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.470954] env[62295]: DEBUG nova.compute.provider_tree [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.559415] env[62295]: DEBUG nova.compute.utils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1640.560946] env[62295]: DEBUG nova.compute.manager [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1640.561190] env[62295]: DEBUG nova.network.neutron [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1640.608050] env[62295]: DEBUG nova.policy [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438cf15ceec244efb936545b610289f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731c2c1997f04da7b1bdf5138d63d014', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1640.889154] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786896, 'name': ReconfigVM_Task, 'duration_secs': 0.418819} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.889780] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 61527d16-e26b-4778-af66-0d7c5a50db92/61527d16-e26b-4778-af66-0d7c5a50db92.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.890087] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51cfcf07-75cc-4c63-af74-0de0c2b5365e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.900262] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1640.900262] env[62295]: value = "task-1786897" [ 1640.900262] env[62295]: _type = "Task" [ 1640.900262] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.906058] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786897, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.923034] env[62295]: DEBUG nova.network.neutron [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Successfully created port: d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1640.974426] env[62295]: DEBUG nova.scheduler.client.report [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1641.065219] env[62295]: DEBUG nova.compute.manager [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1641.407447] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786897, 'name': Rename_Task, 'duration_secs': 0.146016} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.408076] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.408334] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b6bf306-a11a-4ea3-9d87-195e656815d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.416314] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1641.416314] env[62295]: value = "task-1786898" [ 1641.416314] env[62295]: _type = "Task" [ 1641.416314] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.424673] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.480594] env[62295]: DEBUG oslo_concurrency.lockutils [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.427s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.480856] env[62295]: INFO nova.compute.manager [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Successfully reverted task state from image_uploading on failure for instance. [ 1641.483462] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.269s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.483640] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.483793] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1641.484084] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.163s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.484292] env[62295]: DEBUG nova.objects.instance [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lazy-loading 'resources' on Instance uuid 21844f7a-df25-40c9-b9f2-8fe2446e92be {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server [None req-72045b3c-2a98-4ed0-af36-e8d3642a5592 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-370747' has already been deleted or has not been completely created [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server raise self.value [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server raise self.value [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server raise self.value [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server raise self.value [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4443, in snapshot_instance [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4476, in _snapshot_instance [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 571, in snapshot [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 1641.486282] env[62295]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 937, in _delete_vm_snapshot [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server self._session._wait_for_task(delete_snapshot_task) [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server return self.wait_for_task(task_ref) [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server return evt.wait() [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server self.f(*self.args, **self.kw) [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server raise exceptions.translate_fault(task_info.error) [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-370747' has already been deleted or has not been completely created [ 1641.487826] env[62295]: ERROR oslo_messaging.rpc.server [ 1641.487826] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057180a1-e968-477b-b21c-1ec430ef07b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.497382] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17087ce7-442d-44de-bd45-a8d25f9df303 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.514644] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19c459-000b-4701-bf6b-3288b5e4a764 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.523329] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09a7cd3-3067-43d7-9b68-923ab42cbfeb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.555430] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179348MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1641.555592] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.876597] env[62295]: DEBUG oslo_concurrency.lockutils [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "c51d134a-144d-4453-941a-0a0c7bffcf20" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.876597] env[62295]: DEBUG oslo_concurrency.lockutils [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.876754] env[62295]: INFO nova.compute.manager [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Shelving [ 1641.926580] env[62295]: DEBUG oslo_vmware.api [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786898, 'name': PowerOnVM_Task, 'duration_secs': 0.463121} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.926852] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.927057] env[62295]: INFO nova.compute.manager [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1641.927235] env[62295]: DEBUG nova.compute.manager [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1641.928059] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9e5391-d4dd-4c51-ba5c-12ca2fdd0147 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.074293] env[62295]: DEBUG nova.compute.manager [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1642.099401] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1642.099652] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1642.099816] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.100025] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1642.100175] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.100324] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1642.100525] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1642.100685] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1642.100863] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1642.101011] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1642.101190] env[62295]: DEBUG nova.virt.hardware [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1642.102332] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bab3294-b0fc-4f80-807f-98e65e0fa6a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.112826] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7404a9a9-2a18-425e-a096-d360fcb27456 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.257912] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90978d30-9752-4a55-9e6d-b6dad735da50 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.265896] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3db4513-fe79-4981-a6a2-39fa7145cc93 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.298268] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ee8877-969c-4afc-817c-789742eea84b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.307121] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ed8509-786f-4f12-afea-910e155aab8e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.320933] env[62295]: DEBUG nova.compute.provider_tree [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.385194] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.385460] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-216d16d1-d9c3-4d08-bd17-c16a09d59f1a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.390834] env[62295]: DEBUG nova.compute.manager [req-116e49ff-3cce-43de-a026-c1b7ce08cac0 req-665dbd8c-aa19-41d5-9784-90a64e4000c3 service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Received event network-vif-plugged-d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1642.391512] env[62295]: DEBUG oslo_concurrency.lockutils [req-116e49ff-3cce-43de-a026-c1b7ce08cac0 req-665dbd8c-aa19-41d5-9784-90a64e4000c3 service nova] Acquiring lock "82867546-3759-4b8d-90f8-8ee082e07b0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.391512] env[62295]: DEBUG oslo_concurrency.lockutils [req-116e49ff-3cce-43de-a026-c1b7ce08cac0 req-665dbd8c-aa19-41d5-9784-90a64e4000c3 service nova] Lock "82867546-3759-4b8d-90f8-8ee082e07b0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.391512] env[62295]: DEBUG oslo_concurrency.lockutils [req-116e49ff-3cce-43de-a026-c1b7ce08cac0 req-665dbd8c-aa19-41d5-9784-90a64e4000c3 service nova] Lock "82867546-3759-4b8d-90f8-8ee082e07b0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.391512] env[62295]: DEBUG nova.compute.manager [req-116e49ff-3cce-43de-a026-c1b7ce08cac0 req-665dbd8c-aa19-41d5-9784-90a64e4000c3 service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] No waiting events found dispatching network-vif-plugged-d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1642.391690] env[62295]: WARNING nova.compute.manager [req-116e49ff-3cce-43de-a026-c1b7ce08cac0 req-665dbd8c-aa19-41d5-9784-90a64e4000c3 service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Received unexpected event network-vif-plugged-d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0 for instance with vm_state building and task_state spawning. [ 1642.394161] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1642.394161] env[62295]: value = "task-1786899" [ 1642.394161] env[62295]: _type = "Task" [ 1642.394161] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.403710] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.446714] env[62295]: INFO nova.compute.manager [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Took 30.63 seconds to build instance. [ 1642.533149] env[62295]: DEBUG nova.network.neutron [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Successfully updated port: d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1642.825201] env[62295]: DEBUG nova.scheduler.client.report [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1642.905749] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786899, 'name': PowerOffVM_Task, 'duration_secs': 0.26234} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.906043] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.906842] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee3fe3d-99db-4e8e-955f-297554ac6801 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.927965] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395fa382-f7fd-4f05-b4b9-79997f7b4d26 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.948324] env[62295]: DEBUG oslo_concurrency.lockutils [None req-42f4d6d7-146b-426d-ab36-8c8802080445 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "61527d16-e26b-4778-af66-0d7c5a50db92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.137s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.035430] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "refresh_cache-82867546-3759-4b8d-90f8-8ee082e07b0d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.035562] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "refresh_cache-82867546-3759-4b8d-90f8-8ee082e07b0d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.035723] env[62295]: DEBUG nova.network.neutron [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.333048] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.336325] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.150s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.337843] env[62295]: INFO nova.compute.claims [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.361074] env[62295]: INFO nova.scheduler.client.report [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleted allocations for instance 21844f7a-df25-40c9-b9f2-8fe2446e92be [ 1643.440189] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1643.440523] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-561dbcb0-cdcf-4435-86a4-9583dbe1ba15 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.449317] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1643.449317] env[62295]: value = "task-1786900" [ 1643.449317] env[62295]: _type = "Task" [ 1643.449317] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.458474] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786900, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.551341] env[62295]: INFO nova.compute.manager [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Rescuing [ 1643.551968] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.552658] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.552913] env[62295]: DEBUG nova.network.neutron [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.580976] env[62295]: DEBUG nova.network.neutron [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.790723] env[62295]: DEBUG nova.network.neutron [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Updating instance_info_cache with network_info: [{"id": "d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0", "address": "fa:16:3e:50:29:06", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32e2c9e-e7", "ovs_interfaceid": "d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.869462] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b16daeda-3cb1-43f5-ad78-f25a8ba5fcbd tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "21844f7a-df25-40c9-b9f2-8fe2446e92be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.062s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.960864] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786900, 'name': CreateSnapshot_Task, 'duration_secs': 0.412054} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.961163] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1643.961926] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916c84c6-a38c-426d-b427-a036d66a729c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.285192] env[62295]: DEBUG nova.network.neutron [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Updating instance_info_cache with network_info: [{"id": "7d4f70a7-5403-46b5-9b9b-8a9431f61bc5", "address": "fa:16:3e:b8:5c:a5", "network": {"id": "14eedcd0-5894-438f-8863-24499ea8cccb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1530175752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49edcdc1991148ae807cc1722a395d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d4f70a7-54", "ovs_interfaceid": "7d4f70a7-5403-46b5-9b9b-8a9431f61bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.293992] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "refresh_cache-82867546-3759-4b8d-90f8-8ee082e07b0d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.293992] env[62295]: DEBUG nova.compute.manager [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Instance network_info: |[{"id": "d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0", "address": "fa:16:3e:50:29:06", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32e2c9e-e7", "ovs_interfaceid": "d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1644.294254] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:29:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd32e2c9e-e7cc-49c2-a9f3-2c852c75efb0', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.302324] env[62295]: DEBUG oslo.service.loopingcall [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.303175] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.303409] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12ad4b0a-7e9f-4eb3-8ba9-86d3f42057f4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.327506] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.327506] env[62295]: value = "task-1786901" [ 1644.327506] env[62295]: _type = "Task" [ 1644.327506] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.339037] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786901, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.418089] env[62295]: DEBUG nova.compute.manager [req-ca980d0a-1bb2-4846-a7bf-f95acf56d5e0 req-605e0a33-40b7-4fb2-8fa8-aec7c76fba22 service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Received event network-changed-d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1644.418357] env[62295]: DEBUG nova.compute.manager [req-ca980d0a-1bb2-4846-a7bf-f95acf56d5e0 req-605e0a33-40b7-4fb2-8fa8-aec7c76fba22 service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Refreshing instance network info cache due to event network-changed-d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1644.418609] env[62295]: DEBUG oslo_concurrency.lockutils [req-ca980d0a-1bb2-4846-a7bf-f95acf56d5e0 req-605e0a33-40b7-4fb2-8fa8-aec7c76fba22 service nova] Acquiring lock "refresh_cache-82867546-3759-4b8d-90f8-8ee082e07b0d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.418756] env[62295]: DEBUG oslo_concurrency.lockutils [req-ca980d0a-1bb2-4846-a7bf-f95acf56d5e0 req-605e0a33-40b7-4fb2-8fa8-aec7c76fba22 service nova] Acquired lock "refresh_cache-82867546-3759-4b8d-90f8-8ee082e07b0d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.418919] env[62295]: DEBUG nova.network.neutron [req-ca980d0a-1bb2-4846-a7bf-f95acf56d5e0 req-605e0a33-40b7-4fb2-8fa8-aec7c76fba22 service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Refreshing network info cache for port d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1644.480875] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1644.481248] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-000ca602-b34d-48e6-bce7-64f4fa0a5bed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.491737] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1644.491737] env[62295]: value = "task-1786902" [ 1644.491737] env[62295]: _type = "Task" [ 1644.491737] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.504906] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786902, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.663655] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5150f5e-618f-4a5b-b00b-8aa2bc3b33a6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.672991] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c139eb-31f8-4e9a-b1b9-f1e971e53961 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.705751] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa392e0b-2c08-46f1-94c6-c77dc34b45d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.714266] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8747d5-d8b0-4068-aea0-b4034e61eac9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.731304] env[62295]: DEBUG nova.compute.provider_tree [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.788431] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.838276] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786901, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.007262] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786902, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.025393] env[62295]: INFO nova.compute.manager [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Rebuilding instance [ 1645.064825] env[62295]: DEBUG nova.compute.manager [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1645.065718] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78b85d3-18ad-4219-9a03-1561f70a7fa7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.175754] env[62295]: DEBUG nova.network.neutron [req-ca980d0a-1bb2-4846-a7bf-f95acf56d5e0 req-605e0a33-40b7-4fb2-8fa8-aec7c76fba22 service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Updated VIF entry in instance network info cache for port d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1645.176126] env[62295]: DEBUG nova.network.neutron [req-ca980d0a-1bb2-4846-a7bf-f95acf56d5e0 req-605e0a33-40b7-4fb2-8fa8-aec7c76fba22 service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Updating instance_info_cache with network_info: [{"id": "d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0", "address": "fa:16:3e:50:29:06", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32e2c9e-e7", "ovs_interfaceid": "d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.234896] env[62295]: DEBUG nova.scheduler.client.report [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1645.323168] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.323168] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-142779e2-c05d-4f29-8914-f6a4ab7bd7e9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.328923] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1645.328923] env[62295]: value = "task-1786903" [ 1645.328923] env[62295]: _type = "Task" [ 1645.328923] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.341073] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786901, 'name': CreateVM_Task, 'duration_secs': 0.608195} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.345057] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1645.345057] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.345057] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.345368] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.345766] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1645.346117] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d5dbc4-0e1e-4677-9a62-1e2743531a74 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.351929] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1645.351929] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e01a78-3857-92e1-c49a-32cdc99793f7" [ 1645.351929] env[62295]: _type = "Task" [ 1645.351929] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.362334] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e01a78-3857-92e1-c49a-32cdc99793f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.505498] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786902, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.578126] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.578487] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56410080-7779-448f-b68e-650c3fa7dae4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.586377] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for the task: (returnval){ [ 1645.586377] env[62295]: value = "task-1786904" [ 1645.586377] env[62295]: _type = "Task" [ 1645.586377] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.593979] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.678969] env[62295]: DEBUG oslo_concurrency.lockutils [req-ca980d0a-1bb2-4846-a7bf-f95acf56d5e0 req-605e0a33-40b7-4fb2-8fa8-aec7c76fba22 service nova] Releasing lock "refresh_cache-82867546-3759-4b8d-90f8-8ee082e07b0d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.739452] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.740039] env[62295]: DEBUG nova.compute.manager [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1645.743061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.024s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.744445] env[62295]: INFO nova.compute.claims [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1645.842305] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786903, 'name': PowerOffVM_Task, 'duration_secs': 0.162661} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.842584] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1645.843376] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6353dc3e-068e-4085-a653-9ee6e86ce515 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.866852] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b534f5c-9b80-4225-bcf0-ae9e07b5b8ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.878837] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e01a78-3857-92e1-c49a-32cdc99793f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.879376] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.879472] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.879627] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.879774] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.879950] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.880210] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc212546-942a-479c-9669-19d03bffd547 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.889332] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.889499] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.890279] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d8c3f2-c14c-4f93-ac7e-f867663fa280 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.894248] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.894478] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1aa0b1a-15e2-44bf-ac24-57ace0772818 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.898998] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1645.898998] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e14379-8088-4ed3-5062-5e4da512bee7" [ 1645.898998] env[62295]: _type = "Task" [ 1645.898998] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.902780] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1645.902780] env[62295]: value = "task-1786905" [ 1645.902780] env[62295]: _type = "Task" [ 1645.902780] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.908641] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e14379-8088-4ed3-5062-5e4da512bee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.913832] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1645.914036] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.914246] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.006019] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786902, 'name': CloneVM_Task, 'duration_secs': 1.392453} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.006316] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Created linked-clone VM from snapshot [ 1646.007151] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d47b3-8a74-439e-8d67-145f6e460792 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.014142] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Uploading image 3370fc59-98e0-4626-9547-27ae8e61f191 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1646.035292] env[62295]: DEBUG oslo_vmware.rw_handles [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1646.035292] env[62295]: value = "vm-370773" [ 1646.035292] env[62295]: _type = "VirtualMachine" [ 1646.035292] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1646.035565] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52d87679-7512-440a-a075-95740a97383e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.043162] env[62295]: DEBUG oslo_vmware.rw_handles [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lease: (returnval){ [ 1646.043162] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261e389-32c6-915d-3dd7-a3f9b8e44a77" [ 1646.043162] env[62295]: _type = "HttpNfcLease" [ 1646.043162] env[62295]: } obtained for exporting VM: (result){ [ 1646.043162] env[62295]: value = "vm-370773" [ 1646.043162] env[62295]: _type = "VirtualMachine" [ 1646.043162] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1646.043421] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the lease: (returnval){ [ 1646.043421] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261e389-32c6-915d-3dd7-a3f9b8e44a77" [ 1646.043421] env[62295]: _type = "HttpNfcLease" [ 1646.043421] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1646.049866] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1646.049866] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261e389-32c6-915d-3dd7-a3f9b8e44a77" [ 1646.049866] env[62295]: _type = "HttpNfcLease" [ 1646.049866] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1646.095491] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786904, 'name': PowerOffVM_Task, 'duration_secs': 0.217897} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.095744] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.096449] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.096704] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e813123-ac77-4078-af5c-781f63edc9d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.102539] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for the task: (returnval){ [ 1646.102539] env[62295]: value = "task-1786907" [ 1646.102539] env[62295]: _type = "Task" [ 1646.102539] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.109887] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.248683] env[62295]: DEBUG nova.compute.utils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.252287] env[62295]: DEBUG nova.compute.manager [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1646.252712] env[62295]: DEBUG nova.network.neutron [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.303468] env[62295]: DEBUG nova.policy [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85728576454e0ebfd8ecb23e3cc414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b56fecce9f45ee8214eceab0ed7377', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1646.408822] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e14379-8088-4ed3-5062-5e4da512bee7, 'name': SearchDatastore_Task, 'duration_secs': 0.009027} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.409710] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc72141a-92ad-4469-8644-2656483785c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.415576] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1646.415576] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528afa99-011d-f21d-ffd7-6d49bc70db73" [ 1646.415576] env[62295]: _type = "Task" [ 1646.415576] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.424627] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528afa99-011d-f21d-ffd7-6d49bc70db73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.552276] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1646.552276] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261e389-32c6-915d-3dd7-a3f9b8e44a77" [ 1646.552276] env[62295]: _type = "HttpNfcLease" [ 1646.552276] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1646.552621] env[62295]: DEBUG oslo_vmware.rw_handles [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1646.552621] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5261e389-32c6-915d-3dd7-a3f9b8e44a77" [ 1646.552621] env[62295]: _type = "HttpNfcLease" [ 1646.552621] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1646.553391] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8679d5ac-d7f7-4cda-beb4-aea06c3124b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.562312] env[62295]: DEBUG oslo_vmware.rw_handles [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6e951-8fe6-d5ef-7277-f94219c71a5d/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1646.562572] env[62295]: DEBUG oslo_vmware.rw_handles [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6e951-8fe6-d5ef-7277-f94219c71a5d/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1646.635860] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1646.636150] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1646.636405] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370633', 'volume_id': '5bb50ea1-32c4-4845-83b1-6662b46fa878', 'name': 'volume-5bb50ea1-32c4-4845-83b1-6662b46fa878', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'febf7ce8-eed9-4846-a9d4-32731585b5e1', 'attached_at': '', 'detached_at': '', 'volume_id': '5bb50ea1-32c4-4845-83b1-6662b46fa878', 'serial': '5bb50ea1-32c4-4845-83b1-6662b46fa878'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1646.637228] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bef191e-6834-4856-9291-48ae635becab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.640381] env[62295]: DEBUG nova.network.neutron [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Successfully created port: bdb1a32e-7bf0-43d3-a6eb-60ad2939670f {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.658070] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b57018-2719-4074-962e-205b8668f4ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.665375] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb1410d-d9b5-4b38-826f-545c5454d1d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.673298] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bb56f6f-0c1a-4dd7-9214-a1bcbad57fe0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.689510] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7171e5db-de9d-4bbe-9549-5d12dc5f9c75 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.706738] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] The volume has not been displaced from its original location: [datastore1] volume-5bb50ea1-32c4-4845-83b1-6662b46fa878/volume-5bb50ea1-32c4-4845-83b1-6662b46fa878.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1646.712136] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1646.714836] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-114e8dde-25d1-4ff2-aaf2-06752eeef9b5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.739876] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for the task: (returnval){ [ 1646.739876] env[62295]: value = "task-1786908" [ 1646.739876] env[62295]: _type = "Task" [ 1646.739876] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.747033] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786908, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.758153] env[62295]: DEBUG nova.compute.manager [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1646.927901] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528afa99-011d-f21d-ffd7-6d49bc70db73, 'name': SearchDatastore_Task, 'duration_secs': 0.01931} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.928963] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.928963] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 82867546-3759-4b8d-90f8-8ee082e07b0d/82867546-3759-4b8d-90f8-8ee082e07b0d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.928963] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.929364] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.929522] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42b7fc3c-5194-48fb-b198-b8390bea1668 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.937133] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6e52289-55cb-4b81-931c-d4be61ec9c7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.945019] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1646.945019] env[62295]: value = "task-1786909" [ 1646.945019] env[62295]: _type = "Task" [ 1646.945019] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.945019] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.945019] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.948359] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e8b8d1-669e-489f-969b-932f0f85fd6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.956344] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.958037] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1646.958037] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525aaa0b-2a66-4008-c059-123417e5a442" [ 1646.958037] env[62295]: _type = "Task" [ 1646.958037] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.969656] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525aaa0b-2a66-4008-c059-123417e5a442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.086054] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29d955-0edf-4378-a254-9ba40134b2f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.097147] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bf771f-e050-4ce9-8278-daaa35c43400 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.132401] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a00b250-e1d1-4b8b-9a70-b63f62ee4b90 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.142017] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2667f9e8-7e75-4521-9727-5ac828e52031 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.156443] env[62295]: DEBUG nova.compute.provider_tree [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.251769] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786908, 'name': ReconfigVM_Task, 'duration_secs': 0.286085} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.252215] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1647.257728] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f74f03ce-a4e6-42bf-beb6-314d617f95e8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.281625] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for the task: (returnval){ [ 1647.281625] env[62295]: value = "task-1786910" [ 1647.281625] env[62295]: _type = "Task" [ 1647.281625] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.291939] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.456372] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786909, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.472938] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525aaa0b-2a66-4008-c059-123417e5a442, 'name': SearchDatastore_Task, 'duration_secs': 0.023182} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.474027] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12622ffb-b3c3-409c-8fb4-3705a82d15c2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.482453] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1647.482453] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52593c13-c602-71ce-328b-74d64397d1eb" [ 1647.482453] env[62295]: _type = "Task" [ 1647.482453] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.492671] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52593c13-c602-71ce-328b-74d64397d1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.659646] env[62295]: DEBUG nova.scheduler.client.report [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1647.775419] env[62295]: DEBUG nova.compute.manager [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1647.792564] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786910, 'name': ReconfigVM_Task, 'duration_secs': 0.303471} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.794849] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370633', 'volume_id': '5bb50ea1-32c4-4845-83b1-6662b46fa878', 'name': 'volume-5bb50ea1-32c4-4845-83b1-6662b46fa878', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'febf7ce8-eed9-4846-a9d4-32731585b5e1', 'attached_at': '', 'detached_at': '', 'volume_id': '5bb50ea1-32c4-4845-83b1-6662b46fa878', 'serial': '5bb50ea1-32c4-4845-83b1-6662b46fa878'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1647.795517] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1647.796301] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05716a13-cca3-4330-96da-24d7af27b87c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.801085] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1647.801504] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1647.802131] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.802228] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1647.802410] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.802605] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1647.802861] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1647.803103] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1647.803329] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1647.803546] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1647.803775] env[62295]: DEBUG nova.virt.hardware [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1647.804585] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d2797f-5327-475e-8007-084e29e843e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.814485] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded9e946-fa0e-4995-b38b-2dd426425aff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.818345] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.818628] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e733b64b-eab3-470e-be30-382bc820c563 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.919907] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1647.920185] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1647.920372] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Deleting the datastore file [datastore1] febf7ce8-eed9-4846-a9d4-32731585b5e1 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.920631] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40f935eb-bc45-42ef-bebc-ee4d11c55669 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.927535] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for the task: (returnval){ [ 1647.927535] env[62295]: value = "task-1786912" [ 1647.927535] env[62295]: _type = "Task" [ 1647.927535] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.935246] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.955133] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592897} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.955563] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 82867546-3759-4b8d-90f8-8ee082e07b0d/82867546-3759-4b8d-90f8-8ee082e07b0d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.955928] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.956324] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d65bedeb-0db0-4ba9-8719-296d5f8290c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.963360] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1647.963360] env[62295]: value = "task-1786913" [ 1647.963360] env[62295]: _type = "Task" [ 1647.963360] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.970946] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.991837] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52593c13-c602-71ce-328b-74d64397d1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.038708} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.992117] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.992385] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 61527d16-e26b-4778-af66-0d7c5a50db92/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. {{(pid=62295) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1647.992652] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65bdda52-b0a8-4182-ae70-670298770450 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.998977] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1647.998977] env[62295]: value = "task-1786914" [ 1647.998977] env[62295]: _type = "Task" [ 1647.998977] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.007216] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.074382] env[62295]: DEBUG nova.compute.manager [req-ef82b736-7c11-4be5-aa6b-f1ff5eaaddde req-20e3c2fb-d0c3-44a8-b6c4-c70afc08548f service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Received event network-vif-plugged-bdb1a32e-7bf0-43d3-a6eb-60ad2939670f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1648.074970] env[62295]: DEBUG oslo_concurrency.lockutils [req-ef82b736-7c11-4be5-aa6b-f1ff5eaaddde req-20e3c2fb-d0c3-44a8-b6c4-c70afc08548f service nova] Acquiring lock "b49d6639-3850-48a3-a706-36c7e207713b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.075334] env[62295]: DEBUG oslo_concurrency.lockutils [req-ef82b736-7c11-4be5-aa6b-f1ff5eaaddde req-20e3c2fb-d0c3-44a8-b6c4-c70afc08548f service nova] Lock "b49d6639-3850-48a3-a706-36c7e207713b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.075636] env[62295]: DEBUG oslo_concurrency.lockutils [req-ef82b736-7c11-4be5-aa6b-f1ff5eaaddde req-20e3c2fb-d0c3-44a8-b6c4-c70afc08548f service nova] Lock "b49d6639-3850-48a3-a706-36c7e207713b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.076059] env[62295]: DEBUG nova.compute.manager [req-ef82b736-7c11-4be5-aa6b-f1ff5eaaddde req-20e3c2fb-d0c3-44a8-b6c4-c70afc08548f service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] No waiting events found dispatching network-vif-plugged-bdb1a32e-7bf0-43d3-a6eb-60ad2939670f {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1648.076433] env[62295]: WARNING nova.compute.manager [req-ef82b736-7c11-4be5-aa6b-f1ff5eaaddde req-20e3c2fb-d0c3-44a8-b6c4-c70afc08548f service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Received unexpected event network-vif-plugged-bdb1a32e-7bf0-43d3-a6eb-60ad2939670f for instance with vm_state building and task_state spawning. [ 1648.164503] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.165092] env[62295]: DEBUG nova.compute.manager [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1648.167710] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.664s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.169547] env[62295]: INFO nova.compute.claims [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.214027] env[62295]: DEBUG nova.network.neutron [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Successfully updated port: bdb1a32e-7bf0-43d3-a6eb-60ad2939670f {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1648.437991] env[62295]: DEBUG oslo_vmware.api [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Task: {'id': task-1786912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086564} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.438408] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.438712] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.438977] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.475095] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067611} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.476676] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1648.476787] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5dc65c-55b2-4b7e-9537-c95ca75fc8bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.500699] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 82867546-3759-4b8d-90f8-8ee082e07b0d/82867546-3759-4b8d-90f8-8ee082e07b0d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.501963] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1648.502499] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d3a241d-2fd2-40e2-8709-4ea2b0bbf4ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.518242] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3a63c5a-3fcd-4a58-b223-ebb420bc2f85 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.528574] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.530839] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1648.530839] env[62295]: value = "task-1786915" [ 1648.530839] env[62295]: _type = "Task" [ 1648.530839] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.533864] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe72038-40fb-48e9-944a-a461309dec8b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.558646] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.571475] env[62295]: ERROR nova.compute.manager [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Failed to detach volume 5bb50ea1-32c4-4845-83b1-6662b46fa878 from /dev/sda: nova.exception.InstanceNotFound: Instance febf7ce8-eed9-4846-a9d4-32731585b5e1 could not be found. [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Traceback (most recent call last): [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self.driver.rebuild(**kwargs) [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] raise NotImplementedError() [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] NotImplementedError [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] During handling of the above exception, another exception occurred: [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Traceback (most recent call last): [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self.driver.detach_volume(context, old_connection_info, [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] return self._volumeops.detach_volume(connection_info, instance) [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self._detach_volume_vmdk(connection_info, instance) [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] stable_ref.fetch_moref(session) [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] nova.exception.InstanceNotFound: Instance febf7ce8-eed9-4846-a9d4-32731585b5e1 could not be found. [ 1648.571475] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] [ 1648.674492] env[62295]: DEBUG nova.compute.utils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1648.680929] env[62295]: DEBUG nova.compute.manager [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1648.681233] env[62295]: DEBUG nova.network.neutron [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1648.718608] env[62295]: DEBUG nova.compute.utils [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Build of instance febf7ce8-eed9-4846-a9d4-32731585b5e1 aborted: Failed to rebuild volume backed instance. {{(pid=62295) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1648.721639] env[62295]: ERROR nova.compute.manager [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance febf7ce8-eed9-4846-a9d4-32731585b5e1 aborted: Failed to rebuild volume backed instance. [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Traceback (most recent call last): [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self.driver.rebuild(**kwargs) [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] raise NotImplementedError() [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] NotImplementedError [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] During handling of the above exception, another exception occurred: [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Traceback (most recent call last): [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self._detach_root_volume(context, instance, root_bdm) [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] with excutils.save_and_reraise_exception(): [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self.force_reraise() [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] raise self.value [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self.driver.detach_volume(context, old_connection_info, [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] return self._volumeops.detach_volume(connection_info, instance) [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self._detach_volume_vmdk(connection_info, instance) [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] stable_ref.fetch_moref(session) [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] nova.exception.InstanceNotFound: Instance febf7ce8-eed9-4846-a9d4-32731585b5e1 could not be found. [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] During handling of the above exception, another exception occurred: [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Traceback (most recent call last): [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] yield [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 1648.721639] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self._do_rebuild_instance_with_claim( [ 1648.723265] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 1648.723265] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self._do_rebuild_instance( [ 1648.723265] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 1648.723265] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self._rebuild_default_impl(**kwargs) [ 1648.723265] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 1648.723265] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] self._rebuild_volume_backed_instance( [ 1648.723265] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 1648.723265] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] raise exception.BuildAbortException( [ 1648.723265] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] nova.exception.BuildAbortException: Build of instance febf7ce8-eed9-4846-a9d4-32731585b5e1 aborted: Failed to rebuild volume backed instance. [ 1648.723265] env[62295]: ERROR nova.compute.manager [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] [ 1648.724609] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "refresh_cache-b49d6639-3850-48a3-a706-36c7e207713b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.725053] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "refresh_cache-b49d6639-3850-48a3-a706-36c7e207713b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.725053] env[62295]: DEBUG nova.network.neutron [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.748361] env[62295]: DEBUG nova.policy [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '363b867cd5ce45d19a5f8c80daff6992', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bff668f11a34e41a669d7c48a0d7145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1649.013468] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.040855] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786915, 'name': ReconfigVM_Task, 'duration_secs': 0.498438} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.041238] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 82867546-3759-4b8d-90f8-8ee082e07b0d/82867546-3759-4b8d-90f8-8ee082e07b0d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1649.041855] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921b50ab-9ee9-483a-b91f-8a0b89793476 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.048743] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1649.048743] env[62295]: value = "task-1786916" [ 1649.048743] env[62295]: _type = "Task" [ 1649.048743] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.056732] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786916, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.060268] env[62295]: DEBUG nova.network.neutron [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Successfully created port: dd995c47-1263-40bc-96ea-41850bb97889 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1649.181825] env[62295]: DEBUG nova.compute.manager [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1649.288363] env[62295]: DEBUG nova.network.neutron [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1649.519431] env[62295]: DEBUG nova.network.neutron [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Updating instance_info_cache with network_info: [{"id": "bdb1a32e-7bf0-43d3-a6eb-60ad2939670f", "address": "fa:16:3e:32:9f:b5", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb1a32e-7b", "ovs_interfaceid": "bdb1a32e-7bf0-43d3-a6eb-60ad2939670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.527523] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786914, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.457036} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.528252] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 61527d16-e26b-4778-af66-0d7c5a50db92/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. [ 1649.529186] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f638b9-7dc2-44f3-9269-f8a3409774ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.555679] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 61527d16-e26b-4778-af66-0d7c5a50db92/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.557993] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47e84f61-55e4-4a56-8c57-2bdec297192f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.573047] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d276262a-4c65-4ed2-913f-dcfdbafd7988 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.587097] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786916, 'name': Rename_Task, 'duration_secs': 0.166556} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.590502] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.592949] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1649.592949] env[62295]: value = "task-1786917" [ 1649.592949] env[62295]: _type = "Task" [ 1649.592949] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.592949] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f984f45d-62fa-43bd-bb21-5d4a9dd0160f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.593889] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a39a9d5-9e17-4c1e-a91e-af134fbf25e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.607508] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.632449] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1649.632449] env[62295]: value = "task-1786918" [ 1649.632449] env[62295]: _type = "Task" [ 1649.632449] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.633887] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2ad34a-fb3d-4cbf-9029-d0a57089679c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.649082] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b499eab7-71a9-4fa4-829b-ed8b74ad41d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.652982] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.666249] env[62295]: DEBUG nova.compute.provider_tree [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.029087] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "refresh_cache-b49d6639-3850-48a3-a706-36c7e207713b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.029485] env[62295]: DEBUG nova.compute.manager [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Instance network_info: |[{"id": "bdb1a32e-7bf0-43d3-a6eb-60ad2939670f", "address": "fa:16:3e:32:9f:b5", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb1a32e-7b", "ovs_interfaceid": "bdb1a32e-7bf0-43d3-a6eb-60ad2939670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1650.029947] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:9f:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdb1a32e-7bf0-43d3-a6eb-60ad2939670f', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1650.038229] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Creating folder: Project (14b56fecce9f45ee8214eceab0ed7377). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1650.038616] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a30b8d1-1040-4d5d-a6d6-649b0277db64 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.050710] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Created folder: Project (14b56fecce9f45ee8214eceab0ed7377) in parent group-v370569. [ 1650.050938] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Creating folder: Instances. Parent ref: group-v370774. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1650.051201] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63f18138-a81f-4bba-9e05-b8fe382f6dc3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.061325] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Created folder: Instances in parent group-v370774. [ 1650.061680] env[62295]: DEBUG oslo.service.loopingcall [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.061887] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1650.062163] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41b9c5dc-8993-47ad-a33c-e8e60243a9b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.081619] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1650.081619] env[62295]: value = "task-1786921" [ 1650.081619] env[62295]: _type = "Task" [ 1650.081619] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.092979] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786921, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.099620] env[62295]: DEBUG nova.compute.manager [req-dea2afd8-12ed-4271-a92a-881012ec8690 req-15b58477-8261-43da-a372-84ccb15f7b4f service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Received event network-changed-bdb1a32e-7bf0-43d3-a6eb-60ad2939670f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1650.099815] env[62295]: DEBUG nova.compute.manager [req-dea2afd8-12ed-4271-a92a-881012ec8690 req-15b58477-8261-43da-a372-84ccb15f7b4f service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Refreshing instance network info cache due to event network-changed-bdb1a32e-7bf0-43d3-a6eb-60ad2939670f. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1650.100042] env[62295]: DEBUG oslo_concurrency.lockutils [req-dea2afd8-12ed-4271-a92a-881012ec8690 req-15b58477-8261-43da-a372-84ccb15f7b4f service nova] Acquiring lock "refresh_cache-b49d6639-3850-48a3-a706-36c7e207713b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.100211] env[62295]: DEBUG oslo_concurrency.lockutils [req-dea2afd8-12ed-4271-a92a-881012ec8690 req-15b58477-8261-43da-a372-84ccb15f7b4f service nova] Acquired lock "refresh_cache-b49d6639-3850-48a3-a706-36c7e207713b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.100426] env[62295]: DEBUG nova.network.neutron [req-dea2afd8-12ed-4271-a92a-881012ec8690 req-15b58477-8261-43da-a372-84ccb15f7b4f service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Refreshing network info cache for port bdb1a32e-7bf0-43d3-a6eb-60ad2939670f {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1650.110853] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786917, 'name': ReconfigVM_Task, 'duration_secs': 0.497036} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.111653] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 61527d16-e26b-4778-af66-0d7c5a50db92/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.112530] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ddb60b-015e-47a3-8403-dcc9d0354a9b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.139173] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0781eb2-dd9c-4628-971a-e66e090b8d5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.159427] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786918, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.160952] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1650.160952] env[62295]: value = "task-1786922" [ 1650.160952] env[62295]: _type = "Task" [ 1650.160952] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.169598] env[62295]: DEBUG nova.scheduler.client.report [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1650.172842] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.195020] env[62295]: DEBUG nova.compute.manager [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1650.227942] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1650.228213] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1650.228574] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.228839] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1650.229017] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.229181] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1650.229413] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1650.229793] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1650.229793] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1650.229925] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1650.230115] env[62295]: DEBUG nova.virt.hardware [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1650.231076] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652b7e84-d59e-40c7-9962-d051d8ee5aea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.244474] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c68ac13-0439-4739-aab1-d04bbeaaff6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.592497] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786921, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.649062] env[62295]: DEBUG oslo_vmware.api [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786918, 'name': PowerOnVM_Task, 'duration_secs': 0.623334} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.649287] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1650.649533] env[62295]: INFO nova.compute.manager [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1650.649722] env[62295]: DEBUG nova.compute.manager [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1650.650615] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba174056-a99c-442f-bfff-64ea6bfac483 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.671825] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786922, 'name': ReconfigVM_Task, 'duration_secs': 0.34497} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.671825] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1650.671997] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-613a70cf-bd97-4e3c-93fd-07ef17bdd63e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.678048] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.678048] env[62295]: DEBUG nova.compute.manager [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1650.680823] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.681s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.681177] env[62295]: DEBUG nova.objects.instance [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lazy-loading 'resources' on Instance uuid 8e23f356-f446-4775-ab89-c4574be60d6b {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.686020] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1650.686020] env[62295]: value = "task-1786923" [ 1650.686020] env[62295]: _type = "Task" [ 1650.686020] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.693046] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.749886] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.764290] env[62295]: DEBUG nova.network.neutron [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Successfully updated port: dd995c47-1263-40bc-96ea-41850bb97889 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1650.905823] env[62295]: DEBUG nova.network.neutron [req-dea2afd8-12ed-4271-a92a-881012ec8690 req-15b58477-8261-43da-a372-84ccb15f7b4f service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Updated VIF entry in instance network info cache for port bdb1a32e-7bf0-43d3-a6eb-60ad2939670f. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1650.906285] env[62295]: DEBUG nova.network.neutron [req-dea2afd8-12ed-4271-a92a-881012ec8690 req-15b58477-8261-43da-a372-84ccb15f7b4f service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Updating instance_info_cache with network_info: [{"id": "bdb1a32e-7bf0-43d3-a6eb-60ad2939670f", "address": "fa:16:3e:32:9f:b5", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb1a32e-7b", "ovs_interfaceid": "bdb1a32e-7bf0-43d3-a6eb-60ad2939670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.093027] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786921, 'name': CreateVM_Task, 'duration_secs': 0.511858} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.093338] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.093828] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.093956] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.094303] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.094562] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f40e8f8-6817-4ecf-9b2a-ee116d05943f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.099317] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1651.099317] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f82fd-18ff-e555-c650-2787a09c290b" [ 1651.099317] env[62295]: _type = "Task" [ 1651.099317] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.108828] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f82fd-18ff-e555-c650-2787a09c290b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.176113] env[62295]: INFO nova.compute.manager [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Took 32.72 seconds to build instance. [ 1651.184702] env[62295]: DEBUG nova.compute.utils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.186146] env[62295]: DEBUG nova.compute.manager [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1651.186354] env[62295]: DEBUG nova.network.neutron [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1651.202540] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.247552] env[62295]: DEBUG nova.policy [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f296891bc1ca451cabf9b8fb91cc5bc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07761f4b374c434ea129f3041ad49b1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1651.266715] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "refresh_cache-3ea80d31-e695-426f-a6f5-1da0bf68387d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.266834] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "refresh_cache-3ea80d31-e695-426f-a6f5-1da0bf68387d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.266920] env[62295]: DEBUG nova.network.neutron [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.331231] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Acquiring lock "febf7ce8-eed9-4846-a9d4-32731585b5e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.331543] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "febf7ce8-eed9-4846-a9d4-32731585b5e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.331886] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Acquiring lock "febf7ce8-eed9-4846-a9d4-32731585b5e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.332283] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "febf7ce8-eed9-4846-a9d4-32731585b5e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.332684] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "febf7ce8-eed9-4846-a9d4-32731585b5e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.336449] env[62295]: INFO nova.compute.manager [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Terminating instance [ 1651.339269] env[62295]: DEBUG nova.compute.manager [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1651.339610] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-718e2341-b1a9-4ab3-95aa-eba88ea34d01 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.351801] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4d1145-f1c4-4cac-8cee-9e34f111c0ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.388538] env[62295]: WARNING nova.virt.vmwareapi.driver [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance febf7ce8-eed9-4846-a9d4-32731585b5e1 could not be found. [ 1651.388733] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1651.391743] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2269bbca-3629-474a-8572-fda3718efaaf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.401749] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d19f9c-4273-4123-8ccd-6ee5abe632fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.414101] env[62295]: DEBUG oslo_concurrency.lockutils [req-dea2afd8-12ed-4271-a92a-881012ec8690 req-15b58477-8261-43da-a372-84ccb15f7b4f service nova] Releasing lock "refresh_cache-b49d6639-3850-48a3-a706-36c7e207713b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.438546] env[62295]: WARNING nova.virt.vmwareapi.vmops [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance febf7ce8-eed9-4846-a9d4-32731585b5e1 could not be found. [ 1651.438790] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1651.439054] env[62295]: INFO nova.compute.manager [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1651.439229] env[62295]: DEBUG oslo.service.loopingcall [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.439464] env[62295]: DEBUG nova.compute.manager [-] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1651.439622] env[62295]: DEBUG nova.network.neutron [-] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1651.525246] env[62295]: DEBUG nova.network.neutron [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Successfully created port: 3180be4b-042b-4b58-b283-a07fb904fe78 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1651.530515] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436142a7-bf2b-4104-b4ab-f5b4515c7673 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.544015] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d0553-ede4-4821-8331-f7f0f96f28fe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.599738] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bda7695-8a2b-492e-8e81-b8fa70ced8c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.614946] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f82fd-18ff-e555-c650-2787a09c290b, 'name': SearchDatastore_Task, 'duration_secs': 0.025033} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.616173] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0300a56f-3122-4050-94da-386f6ba0fda9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.620131] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.620382] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.620630] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.620781] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.620961] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.621237] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd13f5b1-00ec-4edc-9147-0804b6e0a3a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.634446] env[62295]: DEBUG nova.compute.provider_tree [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.636867] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.637057] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.638024] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d30983-2580-4288-8c9b-4e10c181f89b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.643662] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1651.643662] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52202222-a991-672f-49d2-1ed6ff2cb5f9" [ 1651.643662] env[62295]: _type = "Task" [ 1651.643662] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.653167] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52202222-a991-672f-49d2-1ed6ff2cb5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.677610] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d3bb82b7-bd66-4816-a6a4-5001e0d93464 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "82867546-3759-4b8d-90f8-8ee082e07b0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.229s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.692222] env[62295]: DEBUG nova.compute.manager [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1651.704012] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786923, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.817899] env[62295]: DEBUG nova.network.neutron [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.118606] env[62295]: DEBUG nova.network.neutron [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Updating instance_info_cache with network_info: [{"id": "dd995c47-1263-40bc-96ea-41850bb97889", "address": "fa:16:3e:fb:fb:7e", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd995c47-12", "ovs_interfaceid": "dd995c47-1263-40bc-96ea-41850bb97889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.139014] env[62295]: DEBUG nova.scheduler.client.report [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1652.155033] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52202222-a991-672f-49d2-1ed6ff2cb5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.025737} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.156351] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214976cc-e26e-4944-af3e-c66fd1d69f49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.162756] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1652.162756] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524d0bb2-3d4f-42b3-d234-7728791c553f" [ 1652.162756] env[62295]: _type = "Task" [ 1652.162756] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.170915] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524d0bb2-3d4f-42b3-d234-7728791c553f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.205027] env[62295]: DEBUG oslo_vmware.api [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786923, 'name': PowerOnVM_Task, 'duration_secs': 1.131819} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.205361] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.210159] env[62295]: DEBUG nova.compute.manager [None req-b7dd8afa-0de8-4095-91a4-68464346d7d6 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1652.210989] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fe22aa-01be-4840-a4cb-4f45a37b7f61 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.261043] env[62295]: DEBUG nova.compute.manager [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Received event network-vif-plugged-dd995c47-1263-40bc-96ea-41850bb97889 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1652.261256] env[62295]: DEBUG oslo_concurrency.lockutils [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] Acquiring lock "3ea80d31-e695-426f-a6f5-1da0bf68387d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.261437] env[62295]: DEBUG oslo_concurrency.lockutils [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] Lock "3ea80d31-e695-426f-a6f5-1da0bf68387d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.261553] env[62295]: DEBUG oslo_concurrency.lockutils [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] Lock "3ea80d31-e695-426f-a6f5-1da0bf68387d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.261721] env[62295]: DEBUG nova.compute.manager [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] No waiting events found dispatching network-vif-plugged-dd995c47-1263-40bc-96ea-41850bb97889 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1652.261875] env[62295]: WARNING nova.compute.manager [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Received unexpected event network-vif-plugged-dd995c47-1263-40bc-96ea-41850bb97889 for instance with vm_state building and task_state spawning. [ 1652.262043] env[62295]: DEBUG nova.compute.manager [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Received event network-changed-dd995c47-1263-40bc-96ea-41850bb97889 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1652.262204] env[62295]: DEBUG nova.compute.manager [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Refreshing instance network info cache due to event network-changed-dd995c47-1263-40bc-96ea-41850bb97889. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1652.262409] env[62295]: DEBUG oslo_concurrency.lockutils [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] Acquiring lock "refresh_cache-3ea80d31-e695-426f-a6f5-1da0bf68387d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.624025] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "refresh_cache-3ea80d31-e695-426f-a6f5-1da0bf68387d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.624025] env[62295]: DEBUG nova.compute.manager [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Instance network_info: |[{"id": "dd995c47-1263-40bc-96ea-41850bb97889", "address": "fa:16:3e:fb:fb:7e", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd995c47-12", "ovs_interfaceid": "dd995c47-1263-40bc-96ea-41850bb97889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1652.624333] env[62295]: DEBUG oslo_concurrency.lockutils [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] Acquired lock "refresh_cache-3ea80d31-e695-426f-a6f5-1da0bf68387d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.624483] env[62295]: DEBUG nova.network.neutron [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Refreshing network info cache for port dd995c47-1263-40bc-96ea-41850bb97889 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.628393] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:fb:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd995c47-1263-40bc-96ea-41850bb97889', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.641228] env[62295]: DEBUG oslo.service.loopingcall [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.644162] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.645562] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.647652] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4aea861-7c75-4fe1-8869-c70bff6e2b8d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.672186] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.532s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.672632] env[62295]: DEBUG nova.objects.instance [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lazy-loading 'resources' on Instance uuid 5db50c69-7ac2-4e18-860a-05e2fc2c11b5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.678400] env[62295]: INFO nova.scheduler.client.report [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Deleted allocations for instance 8e23f356-f446-4775-ab89-c4574be60d6b [ 1652.689707] env[62295]: DEBUG nova.network.neutron [-] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.694771] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.694771] env[62295]: value = "task-1786924" [ 1652.694771] env[62295]: _type = "Task" [ 1652.694771] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.699984] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524d0bb2-3d4f-42b3-d234-7728791c553f, 'name': SearchDatastore_Task, 'duration_secs': 0.038743} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.704709] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.704913] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] b49d6639-3850-48a3-a706-36c7e207713b/b49d6639-3850-48a3-a706-36c7e207713b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.705235] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5abf83e-57ce-4a20-9b25-223d8444b97d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.710756] env[62295]: DEBUG nova.compute.manager [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1652.721124] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786924, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.726150] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1652.726150] env[62295]: value = "task-1786925" [ 1652.726150] env[62295]: _type = "Task" [ 1652.726150] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.741923] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.752972] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T02:11:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='43827857-0488-4843-8597-a45c0021a8d9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1452281041',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1652.753613] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1652.753613] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.755511] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1652.755511] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.755511] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1652.755511] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1652.755511] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1652.755511] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1652.755511] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1652.756046] env[62295]: DEBUG nova.virt.hardware [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1652.758148] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b55ffdf-1f33-4727-b89c-a62ded97122e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.772593] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc7eb79-8273-4745-ba6c-5757cd3d9aca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.026678] env[62295]: DEBUG nova.compute.manager [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1653.027837] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9109e0c1-51e9-43b4-a117-404bcd827c82 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.032868] env[62295]: DEBUG nova.network.neutron [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Updated VIF entry in instance network info cache for port dd995c47-1263-40bc-96ea-41850bb97889. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.033206] env[62295]: DEBUG nova.network.neutron [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Updating instance_info_cache with network_info: [{"id": "dd995c47-1263-40bc-96ea-41850bb97889", "address": "fa:16:3e:fb:fb:7e", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd995c47-12", "ovs_interfaceid": "dd995c47-1263-40bc-96ea-41850bb97889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.191169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bebea9d1-b755-4ae8-a283-6a75b9bb799d tempest-ServerMetadataTestJSON-2064312311 tempest-ServerMetadataTestJSON-2064312311-project-member] Lock "8e23f356-f446-4775-ab89-c4574be60d6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.388s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.198721] env[62295]: INFO nova.compute.manager [-] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Took 1.75 seconds to deallocate network for instance. [ 1653.213519] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786924, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.246399] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786925, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.360152] env[62295]: DEBUG nova.compute.manager [req-969f1659-7f28-4c3d-b6b4-557982bf7624 req-f28bfdc5-b480-4c43-bf2d-d07ab7ceb139 service nova] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Received event network-vif-plugged-3180be4b-042b-4b58-b283-a07fb904fe78 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1653.360152] env[62295]: DEBUG oslo_concurrency.lockutils [req-969f1659-7f28-4c3d-b6b4-557982bf7624 req-f28bfdc5-b480-4c43-bf2d-d07ab7ceb139 service nova] Acquiring lock "a5ffad30-97a0-4af0-9aef-47203df5a59c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.360152] env[62295]: DEBUG oslo_concurrency.lockutils [req-969f1659-7f28-4c3d-b6b4-557982bf7624 req-f28bfdc5-b480-4c43-bf2d-d07ab7ceb139 service nova] Lock "a5ffad30-97a0-4af0-9aef-47203df5a59c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.360152] env[62295]: DEBUG oslo_concurrency.lockutils [req-969f1659-7f28-4c3d-b6b4-557982bf7624 req-f28bfdc5-b480-4c43-bf2d-d07ab7ceb139 service nova] Lock "a5ffad30-97a0-4af0-9aef-47203df5a59c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.361862] env[62295]: DEBUG nova.compute.manager [req-969f1659-7f28-4c3d-b6b4-557982bf7624 req-f28bfdc5-b480-4c43-bf2d-d07ab7ceb139 service nova] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] No waiting events found dispatching network-vif-plugged-3180be4b-042b-4b58-b283-a07fb904fe78 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1653.362471] env[62295]: WARNING nova.compute.manager [req-969f1659-7f28-4c3d-b6b4-557982bf7624 req-f28bfdc5-b480-4c43-bf2d-d07ab7ceb139 service nova] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Received unexpected event network-vif-plugged-3180be4b-042b-4b58-b283-a07fb904fe78 for instance with vm_state building and task_state spawning. [ 1653.494490] env[62295]: DEBUG nova.network.neutron [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Successfully updated port: 3180be4b-042b-4b58-b283-a07fb904fe78 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1653.538496] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec962953-787a-4193-8a9f-f813c1080e3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.544866] env[62295]: INFO nova.compute.manager [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] instance snapshotting [ 1653.548109] env[62295]: DEBUG oslo_concurrency.lockutils [req-df3e93ff-e2b4-4162-9958-444d61d90159 req-dce2168f-6bfe-400d-8868-06ce07221885 service nova] Releasing lock "refresh_cache-3ea80d31-e695-426f-a6f5-1da0bf68387d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.549392] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d26c054-1561-496a-a246-777ed2224784 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.573060] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b7001b-ed43-4ac7-bd54-5111b334d1c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.577071] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b2e47c-6f9f-461b-b12c-7e8036c2b5b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.611797] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceb5fa7-ee57-4c77-8722-e79ec78f6227 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.622621] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d6815d-d064-4ef4-8734-4b6b6e8f0145 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.637882] env[62295]: DEBUG nova.compute.provider_tree [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1653.709664] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786924, 'name': CreateVM_Task, 'duration_secs': 0.585642} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.709945] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.710779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.710779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.711066] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.711338] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e908cf-dc6c-4710-8d81-7919330080ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.716768] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1653.716768] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5246687e-8de0-5723-3fbf-dd9564e05da3" [ 1653.716768] env[62295]: _type = "Task" [ 1653.716768] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.725053] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5246687e-8de0-5723-3fbf-dd9564e05da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.738272] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602271} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.738572] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] b49d6639-3850-48a3-a706-36c7e207713b/b49d6639-3850-48a3-a706-36c7e207713b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.738789] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.739412] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ec55c85-d3d3-4a55-ba7b-10395e6ef6d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.746370] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1653.746370] env[62295]: value = "task-1786926" [ 1653.746370] env[62295]: _type = "Task" [ 1653.746370] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.755893] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.787898] env[62295]: INFO nova.compute.manager [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Took 0.59 seconds to detach 1 volumes for instance. [ 1653.790212] env[62295]: DEBUG nova.compute.manager [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Deleting volume: 5bb50ea1-32c4-4845-83b1-6662b46fa878 {{(pid=62295) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1654.001090] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.001296] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.001588] env[62295]: DEBUG nova.network.neutron [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.121086] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1654.121086] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9e063023-df61-462a-ad03-ba53bd0c29da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.126851] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1654.126851] env[62295]: value = "task-1786928" [ 1654.126851] env[62295]: _type = "Task" [ 1654.126851] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.137630] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786928, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.153441] env[62295]: INFO nova.compute.manager [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Unrescuing [ 1654.153441] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.153441] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquired lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.153441] env[62295]: DEBUG nova.network.neutron [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.172110] env[62295]: ERROR nova.scheduler.client.report [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [req-24c57857-89e4-413e-8d1e-3aff21e982af] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24c57857-89e4-413e-8d1e-3aff21e982af"}]} [ 1654.198023] env[62295]: DEBUG nova.scheduler.client.report [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1654.215208] env[62295]: DEBUG nova.scheduler.client.report [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1654.215208] env[62295]: DEBUG nova.compute.provider_tree [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1654.231037] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5246687e-8de0-5723-3fbf-dd9564e05da3, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.231037] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.231037] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.231037] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.231037] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.231037] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.231037] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c8debb7-8233-4273-a124-c8238727178b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.239105] env[62295]: DEBUG nova.scheduler.client.report [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1654.240631] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.240972] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1654.242056] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91df87fc-d890-457a-a75d-753e01f10fd0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.252358] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1654.252358] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521a9aab-6774-98de-9654-9bd5685ef5ed" [ 1654.252358] env[62295]: _type = "Task" [ 1654.252358] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.260397] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068715} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.260397] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.261739] env[62295]: DEBUG nova.scheduler.client.report [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1654.265445] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142d49f-0e01-4864-94ff-68d08d6c6766 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.272795] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521a9aab-6774-98de-9654-9bd5685ef5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.276128] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252a9c74-2bf0-4b7b-a4f8-fb0debd597d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.296855] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] b49d6639-3850-48a3-a706-36c7e207713b/b49d6639-3850-48a3-a706-36c7e207713b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.300017] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aaf5874-64e3-4100-b766-c3478b4a8c45 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.321699] env[62295]: DEBUG nova.compute.manager [req-af76b8a9-970f-479f-9ae9-170ae5ac1aed req-7ba7ad7b-c588-4edb-af99-8d742c877e9e service nova] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Received event network-vif-deleted-1e274245-fb6f-42c0-817f-878057083b7f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1654.323301] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1654.323301] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5200bba8-2ed8-7070-0634-810d43d49d55" [ 1654.323301] env[62295]: _type = "Task" [ 1654.323301] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.329399] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1654.329399] env[62295]: value = "task-1786929" [ 1654.329399] env[62295]: _type = "Task" [ 1654.329399] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.333779] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5200bba8-2ed8-7070-0634-810d43d49d55, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.338051] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.338409] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 3ea80d31-e695-426f-a6f5-1da0bf68387d/3ea80d31-e695-426f-a6f5-1da0bf68387d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.341289] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7b003b8-4370-466a-9636-063a81446062 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.345529] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.349648] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.351231] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1654.351231] env[62295]: value = "task-1786930" [ 1654.351231] env[62295]: _type = "Task" [ 1654.351231] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.359850] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.641536] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786928, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.648008] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dda5be3-7922-4e99-87f1-05d203c1e69d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.658776] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e609bd-6ac8-41c2-b79c-f0c870c0b3cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.698790] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa235f8-e2ed-44e6-a2d4-ec97ad50be9a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.711250] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dfc978-2a14-454a-92a9-401e13b441d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.728723] env[62295]: DEBUG nova.compute.provider_tree [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.835339] env[62295]: DEBUG nova.network.neutron [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.847996] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786929, 'name': ReconfigVM_Task, 'duration_secs': 0.353148} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.848637] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] b49d6639-3850-48a3-a706-36c7e207713b/b49d6639-3850-48a3-a706-36c7e207713b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.849519] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5ec736a-47a2-43b7-9a2f-db810c86c719 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.861843] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484283} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.865816] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 3ea80d31-e695-426f-a6f5-1da0bf68387d/3ea80d31-e695-426f-a6f5-1da0bf68387d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1654.866310] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1654.866768] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1654.866768] env[62295]: value = "task-1786931" [ 1654.866768] env[62295]: _type = "Task" [ 1654.866768] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.868155] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f155d6e6-ec5d-44b2-9bcb-6c8cd2195f32 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.881330] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1654.881330] env[62295]: value = "task-1786932" [ 1654.881330] env[62295]: _type = "Task" [ 1654.881330] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.985485] env[62295]: DEBUG nova.network.neutron [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Updating instance_info_cache with network_info: [{"id": "7d4f70a7-5403-46b5-9b9b-8a9431f61bc5", "address": "fa:16:3e:b8:5c:a5", "network": {"id": "14eedcd0-5894-438f-8863-24499ea8cccb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1530175752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49edcdc1991148ae807cc1722a395d58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d4f70a7-54", "ovs_interfaceid": "7d4f70a7-5403-46b5-9b9b-8a9431f61bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.141628] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786928, 'name': CreateSnapshot_Task, 'duration_secs': 0.922646} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.145555] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1655.152252] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eee89d4-9569-4732-b61f-3dc090533440 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.232012] env[62295]: DEBUG nova.scheduler.client.report [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1655.268837] env[62295]: DEBUG nova.network.neutron [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance_info_cache with network_info: [{"id": "3180be4b-042b-4b58-b283-a07fb904fe78", "address": "fa:16:3e:6d:8e:25", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3180be4b-04", "ovs_interfaceid": "3180be4b-042b-4b58-b283-a07fb904fe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.382182] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786931, 'name': Rename_Task, 'duration_secs': 0.165207} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.385801] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.385801] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a698f04f-3240-46b4-b1f9-608389342b7a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.389782] env[62295]: DEBUG nova.compute.manager [req-858ecd95-94a3-4209-84db-74f0187894f5 req-e1291704-f34e-490e-9602-b76358d05c49 service nova] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Received event network-changed-3180be4b-042b-4b58-b283-a07fb904fe78 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1655.390016] env[62295]: DEBUG nova.compute.manager [req-858ecd95-94a3-4209-84db-74f0187894f5 req-e1291704-f34e-490e-9602-b76358d05c49 service nova] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Refreshing instance network info cache due to event network-changed-3180be4b-042b-4b58-b283-a07fb904fe78. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1655.390179] env[62295]: DEBUG oslo_concurrency.lockutils [req-858ecd95-94a3-4209-84db-74f0187894f5 req-e1291704-f34e-490e-9602-b76358d05c49 service nova] Acquiring lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.393861] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098705} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.395247] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1655.395428] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1655.395428] env[62295]: value = "task-1786933" [ 1655.395428] env[62295]: _type = "Task" [ 1655.395428] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.396125] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311601fd-6dec-4e9c-8cda-351e1464f0e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.406667] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.425395] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 3ea80d31-e695-426f-a6f5-1da0bf68387d/3ea80d31-e695-426f-a6f5-1da0bf68387d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.425756] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-837ece4a-e9e9-4fe6-9ebf-2632ddaed7f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.447892] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1655.447892] env[62295]: value = "task-1786934" [ 1655.447892] env[62295]: _type = "Task" [ 1655.447892] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.457736] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.489365] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Releasing lock "refresh_cache-61527d16-e26b-4778-af66-0d7c5a50db92" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.490491] env[62295]: DEBUG nova.objects.instance [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lazy-loading 'flavor' on Instance uuid 61527d16-e26b-4778-af66-0d7c5a50db92 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.674096] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1655.674328] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5aa46da6-7e72-4b77-8f70-a7f927ad6938 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.683948] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1655.683948] env[62295]: value = "task-1786935" [ 1655.683948] env[62295]: _type = "Task" [ 1655.683948] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.694336] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786935, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.737570] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.065s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.740388] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.590s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.742017] env[62295]: INFO nova.compute.claims [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1655.767150] env[62295]: INFO nova.scheduler.client.report [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Deleted allocations for instance 5db50c69-7ac2-4e18-860a-05e2fc2c11b5 [ 1655.772248] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.772565] env[62295]: DEBUG nova.compute.manager [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Instance network_info: |[{"id": "3180be4b-042b-4b58-b283-a07fb904fe78", "address": "fa:16:3e:6d:8e:25", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3180be4b-04", "ovs_interfaceid": "3180be4b-042b-4b58-b283-a07fb904fe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1655.773088] env[62295]: DEBUG oslo_concurrency.lockutils [req-858ecd95-94a3-4209-84db-74f0187894f5 req-e1291704-f34e-490e-9602-b76358d05c49 service nova] Acquired lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.773279] env[62295]: DEBUG nova.network.neutron [req-858ecd95-94a3-4209-84db-74f0187894f5 req-e1291704-f34e-490e-9602-b76358d05c49 service nova] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Refreshing network info cache for port 3180be4b-042b-4b58-b283-a07fb904fe78 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.774444] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:8e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3180be4b-042b-4b58-b283-a07fb904fe78', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.783406] env[62295]: DEBUG oslo.service.loopingcall [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.783406] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.783627] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb63111e-57ea-4c09-aeb9-4595db0a30b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.804836] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.804836] env[62295]: value = "task-1786936" [ 1655.804836] env[62295]: _type = "Task" [ 1655.804836] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.815285] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786936, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.910104] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.957374] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786934, 'name': ReconfigVM_Task, 'duration_secs': 0.496605} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.957659] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 3ea80d31-e695-426f-a6f5-1da0bf68387d/3ea80d31-e695-426f-a6f5-1da0bf68387d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.958379] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b217cd2-6286-4bc0-915d-86102338ad91 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.966559] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1655.966559] env[62295]: value = "task-1786937" [ 1655.966559] env[62295]: _type = "Task" [ 1655.966559] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.975934] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786937, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.996929] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ac1ae6-ab4d-4afa-82cb-2b5c134b99c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.021108] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.021108] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04b42157-0dd2-4bb2-86a3-ede1cc386cf7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.028248] env[62295]: DEBUG oslo_vmware.api [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1656.028248] env[62295]: value = "task-1786938" [ 1656.028248] env[62295]: _type = "Task" [ 1656.028248] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.037329] env[62295]: DEBUG oslo_vmware.api [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.195239] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786935, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.277888] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b8c53eb8-8e36-4347-b356-da790a982b9a tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "5db50c69-7ac2-4e18-860a-05e2fc2c11b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.531s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.316854] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786936, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.414427] env[62295]: DEBUG oslo_vmware.api [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1786933, 'name': PowerOnVM_Task, 'duration_secs': 0.979415} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.415202] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.415202] env[62295]: INFO nova.compute.manager [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1656.415441] env[62295]: DEBUG nova.compute.manager [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1656.416750] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc500d6-a9b0-4e2c-9685-cbe9ce93a1be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.478080] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786937, 'name': Rename_Task, 'duration_secs': 0.227619} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.478398] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.478746] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-917af51c-5c00-41e8-b5e9-e1928249be66 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.485527] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1656.485527] env[62295]: value = "task-1786939" [ 1656.485527] env[62295]: _type = "Task" [ 1656.485527] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.495094] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.540094] env[62295]: DEBUG oslo_vmware.api [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786938, 'name': PowerOffVM_Task, 'duration_secs': 0.378529} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.540457] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1656.548988] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1656.550633] env[62295]: DEBUG nova.network.neutron [req-858ecd95-94a3-4209-84db-74f0187894f5 req-e1291704-f34e-490e-9602-b76358d05c49 service nova] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updated VIF entry in instance network info cache for port 3180be4b-042b-4b58-b283-a07fb904fe78. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.551032] env[62295]: DEBUG nova.network.neutron [req-858ecd95-94a3-4209-84db-74f0187894f5 req-e1291704-f34e-490e-9602-b76358d05c49 service nova] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance_info_cache with network_info: [{"id": "3180be4b-042b-4b58-b283-a07fb904fe78", "address": "fa:16:3e:6d:8e:25", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3180be4b-04", "ovs_interfaceid": "3180be4b-042b-4b58-b283-a07fb904fe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.556031] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-795b46cd-3b24-42f4-85db-cce5ed7f236b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.579344] env[62295]: DEBUG oslo_vmware.api [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1656.579344] env[62295]: value = "task-1786940" [ 1656.579344] env[62295]: _type = "Task" [ 1656.579344] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.589557] env[62295]: DEBUG oslo_vmware.api [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.697012] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786935, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.818780] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786936, 'name': CreateVM_Task, 'duration_secs': 0.619794} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.818996] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.819739] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.819901] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.820274] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.820572] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8af986-ef20-4262-923f-7ed5c4d44500 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.826306] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1656.826306] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5298b578-d000-0551-46ae-0a9ccf578eba" [ 1656.826306] env[62295]: _type = "Task" [ 1656.826306] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.835476] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5298b578-d000-0551-46ae-0a9ccf578eba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.879392] env[62295]: DEBUG oslo_vmware.rw_handles [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6e951-8fe6-d5ef-7277-f94219c71a5d/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1656.880365] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e0fdff-aac3-4cd5-92e3-5446351a5a12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.890596] env[62295]: DEBUG oslo_vmware.rw_handles [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6e951-8fe6-d5ef-7277-f94219c71a5d/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1656.890596] env[62295]: ERROR oslo_vmware.rw_handles [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6e951-8fe6-d5ef-7277-f94219c71a5d/disk-0.vmdk due to incomplete transfer. [ 1656.890596] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64262200-90c2-4b7d-a3dd-eb4ef851c55a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.896779] env[62295]: DEBUG oslo_vmware.rw_handles [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6e951-8fe6-d5ef-7277-f94219c71a5d/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1656.897173] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Uploaded image 3370fc59-98e0-4626-9547-27ae8e61f191 to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1656.903318] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1656.903318] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e4361597-015e-443e-a0b3-061042db2b9c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.909655] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1656.909655] env[62295]: value = "task-1786941" [ 1656.909655] env[62295]: _type = "Task" [ 1656.909655] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.919172] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786941, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.942670] env[62295]: INFO nova.compute.manager [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Took 33.77 seconds to build instance. [ 1656.998831] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786939, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.064110] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66f290-afcc-46d1-a9e3-f07e429db256 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.071017] env[62295]: DEBUG oslo_concurrency.lockutils [req-858ecd95-94a3-4209-84db-74f0187894f5 req-e1291704-f34e-490e-9602-b76358d05c49 service nova] Releasing lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.072268] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f594be-bc5d-40b1-90d3-0d9577b8e091 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.107630] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab446b62-6723-4374-91dc-20c9eaef4e17 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.118981] env[62295]: DEBUG oslo_vmware.api [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786940, 'name': ReconfigVM_Task, 'duration_secs': 0.492711} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.120215] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a5ac07-7818-4781-bbf4-59d68d36deac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.124286] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1657.124486] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1657.124728] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1b88c43-7dcd-4c86-8d34-0327f7a356a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.137308] env[62295]: DEBUG nova.compute.provider_tree [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.139970] env[62295]: DEBUG oslo_vmware.api [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1657.139970] env[62295]: value = "task-1786942" [ 1657.139970] env[62295]: _type = "Task" [ 1657.139970] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.148788] env[62295]: DEBUG oslo_vmware.api [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786942, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.196999] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786935, 'name': CloneVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.337683] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5298b578-d000-0551-46ae-0a9ccf578eba, 'name': SearchDatastore_Task, 'duration_secs': 0.012205} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.337980] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.338232] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.338477] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.338649] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.338874] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.339124] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1466f2e4-0282-4b41-83fb-39a75346d6b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.349385] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.349385] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.352519] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0df63b4-f503-4f84-8ca3-3b13ef35f0c2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.355702] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1657.355702] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f5eca3-3a38-698e-02c4-41de25948bf7" [ 1657.355702] env[62295]: _type = "Task" [ 1657.355702] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.371657] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f5eca3-3a38-698e-02c4-41de25948bf7, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.371657] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d40214b8-0489-4160-90a0-beae44dd384c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.375506] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1657.375506] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52aa6d4b-01fd-fb04-5fd4-6663a38d0728" [ 1657.375506] env[62295]: _type = "Task" [ 1657.375506] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.383594] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52aa6d4b-01fd-fb04-5fd4-6663a38d0728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.420431] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786941, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.445394] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b7f099f-1cfb-4ee5-8433-b40158489dd3 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "b49d6639-3850-48a3-a706-36c7e207713b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.291s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.500248] env[62295]: DEBUG oslo_vmware.api [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786939, 'name': PowerOnVM_Task, 'duration_secs': 0.8406} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.500623] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.500909] env[62295]: INFO nova.compute.manager [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1657.501188] env[62295]: DEBUG nova.compute.manager [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1657.505143] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c8781c-e760-4356-a139-8eab9c38b6bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.641899] env[62295]: DEBUG nova.scheduler.client.report [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1657.656380] env[62295]: DEBUG oslo_vmware.api [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.696962] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786935, 'name': CloneVM_Task, 'duration_secs': 1.630491} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.697247] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Created linked-clone VM from snapshot [ 1657.698306] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4f077e-6bb6-4c10-9721-005e9f3c1c12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.705628] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Uploading image dc4ad030-f8c0-40c0-add3-a806d3358332 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1657.735665] env[62295]: DEBUG oslo_vmware.rw_handles [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1657.735665] env[62295]: value = "vm-370779" [ 1657.735665] env[62295]: _type = "VirtualMachine" [ 1657.735665] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1657.736263] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8241a7dc-ff27-490a-b95f-e775dcf38ecf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.745661] env[62295]: DEBUG oslo_vmware.rw_handles [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lease: (returnval){ [ 1657.745661] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b50c29-3f41-8c6d-9bf3-ac7df791a726" [ 1657.745661] env[62295]: _type = "HttpNfcLease" [ 1657.745661] env[62295]: } obtained for exporting VM: (result){ [ 1657.745661] env[62295]: value = "vm-370779" [ 1657.745661] env[62295]: _type = "VirtualMachine" [ 1657.745661] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1657.745962] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the lease: (returnval){ [ 1657.745962] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b50c29-3f41-8c6d-9bf3-ac7df791a726" [ 1657.745962] env[62295]: _type = "HttpNfcLease" [ 1657.745962] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1657.753437] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1657.753437] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b50c29-3f41-8c6d-9bf3-ac7df791a726" [ 1657.753437] env[62295]: _type = "HttpNfcLease" [ 1657.753437] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1657.890860] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52aa6d4b-01fd-fb04-5fd4-6663a38d0728, 'name': SearchDatastore_Task, 'duration_secs': 0.00837} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.891400] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.892077] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a5ffad30-97a0-4af0-9aef-47203df5a59c/a5ffad30-97a0-4af0-9aef-47203df5a59c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.892811] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd86c58c-5f36-44c0-bfed-f209bd20478b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.901981] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1657.901981] env[62295]: value = "task-1786944" [ 1657.901981] env[62295]: _type = "Task" [ 1657.901981] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.914730] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.923773] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786941, 'name': Destroy_Task, 'duration_secs': 0.94669} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.924341] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Destroyed the VM [ 1657.925039] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1657.925471] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1751c80-7087-43a1-a137-820596cab966 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.933158] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1657.933158] env[62295]: value = "task-1786945" [ 1657.933158] env[62295]: _type = "Task" [ 1657.933158] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.944157] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786945, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.024630] env[62295]: INFO nova.compute.manager [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Took 34.33 seconds to build instance. [ 1658.152561] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.153119] env[62295]: DEBUG nova.compute.manager [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1658.156931] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.312s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.159463] env[62295]: INFO nova.compute.claims [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1658.179781] env[62295]: DEBUG oslo_vmware.api [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786942, 'name': PowerOnVM_Task, 'duration_secs': 0.802073} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.179781] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1658.179781] env[62295]: DEBUG nova.compute.manager [None req-32b94260-ca44-4432-8437-2e9dfbf4626a tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1658.180499] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f5e5de-c61d-4427-8564-a4ca43187d21 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.257287] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.257287] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b50c29-3f41-8c6d-9bf3-ac7df791a726" [ 1658.257287] env[62295]: _type = "HttpNfcLease" [ 1658.257287] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1658.257713] env[62295]: DEBUG oslo_vmware.rw_handles [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1658.257713] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b50c29-3f41-8c6d-9bf3-ac7df791a726" [ 1658.257713] env[62295]: _type = "HttpNfcLease" [ 1658.257713] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1658.259976] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111c986e-0630-4e43-8abc-71ad22d25b83 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.273995] env[62295]: DEBUG oslo_vmware.rw_handles [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52911ecd-69fe-d0d9-20a5-79a5a9d64f1f/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1658.274259] env[62295]: DEBUG oslo_vmware.rw_handles [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52911ecd-69fe-d0d9-20a5-79a5a9d64f1f/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1658.412167] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1cd2b519-fb77-4192-9129-cfbb1e179075 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.425298] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786944, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.445953] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786945, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.532716] env[62295]: DEBUG oslo_concurrency.lockutils [None req-81ac5f70-a79a-4bc3-b51c-4c8096bf2795 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "3ea80d31-e695-426f-a6f5-1da0bf68387d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.846s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.665875] env[62295]: DEBUG nova.compute.utils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1658.673074] env[62295]: DEBUG nova.compute.manager [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1658.673074] env[62295]: DEBUG nova.network.neutron [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1658.734758] env[62295]: DEBUG nova.policy [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a04a73fcae4e79a56bab5ca1b4f449', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1fe8244a61a4b758047f64041218e23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1658.786476] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "3ea80d31-e695-426f-a6f5-1da0bf68387d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.787344] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "3ea80d31-e695-426f-a6f5-1da0bf68387d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.789667] env[62295]: DEBUG nova.compute.manager [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1658.789667] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22469337-f184-44a5-b8c8-7a39de8bec94 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.806076] env[62295]: DEBUG nova.compute.manager [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1658.806817] env[62295]: DEBUG nova.objects.instance [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lazy-loading 'flavor' on Instance uuid 3ea80d31-e695-426f-a6f5-1da0bf68387d {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.918602] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521784} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.918990] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a5ffad30-97a0-4af0-9aef-47203df5a59c/a5ffad30-97a0-4af0-9aef-47203df5a59c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.919267] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.919572] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cba4e366-1214-4e1c-b8a5-dc54444c0c61 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.929128] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1658.929128] env[62295]: value = "task-1786946" [ 1658.929128] env[62295]: _type = "Task" [ 1658.929128] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.937791] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.954562] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786945, 'name': RemoveSnapshot_Task, 'duration_secs': 0.557995} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.954686] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1658.954981] env[62295]: DEBUG nova.compute.manager [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1658.959427] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec683be3-0ae5-46d7-833b-149f20694e63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.173378] env[62295]: DEBUG nova.compute.manager [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1659.233912] env[62295]: DEBUG nova.network.neutron [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Successfully created port: d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1659.274977] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.275240] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.315806] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1659.315806] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28eb1dc8-1bac-4a64-a60e-6be1e90b9b53 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.323949] env[62295]: DEBUG oslo_vmware.api [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1659.323949] env[62295]: value = "task-1786947" [ 1659.323949] env[62295]: _type = "Task" [ 1659.323949] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.340699] env[62295]: DEBUG oslo_vmware.api [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.441482] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073744} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.444838] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.445969] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ce2e4f-ca1a-4397-96c6-894f7a6038bb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.470643] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a5ffad30-97a0-4af0-9aef-47203df5a59c/a5ffad30-97a0-4af0-9aef-47203df5a59c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.476629] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3376439-9b32-4d17-8cbd-467a0e7e8d17 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.495527] env[62295]: INFO nova.compute.manager [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Shelve offloading [ 1659.497337] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1659.498105] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdabdd14-4d7b-4444-8775-665911376a41 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.503392] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1659.503392] env[62295]: value = "task-1786948" [ 1659.503392] env[62295]: _type = "Task" [ 1659.503392] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.508515] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1659.508515] env[62295]: value = "task-1786949" [ 1659.508515] env[62295]: _type = "Task" [ 1659.508515] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.525762] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.532806] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1659.533022] env[62295]: DEBUG nova.compute.manager [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1659.534594] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc6e616-27d0-41f4-aeb8-49fe193c1b8b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.543492] env[62295]: DEBUG oslo_concurrency.lockutils [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.543773] env[62295]: DEBUG oslo_concurrency.lockutils [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.543995] env[62295]: DEBUG nova.network.neutron [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.632043] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0557f5e-4129-4146-9d8d-64befda42971 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.640528] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2e2267-f460-4604-80b3-38d06628067b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.676649] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47dd7ce-612a-4d4b-9afd-44c1892e2ff2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.690277] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20ce76f-749d-44af-8530-224dc889ae72 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.705808] env[62295]: DEBUG nova.compute.provider_tree [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1659.712128] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "61527d16-e26b-4778-af66-0d7c5a50db92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.712380] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "61527d16-e26b-4778-af66-0d7c5a50db92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.712593] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "61527d16-e26b-4778-af66-0d7c5a50db92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.712749] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "61527d16-e26b-4778-af66-0d7c5a50db92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.712910] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "61527d16-e26b-4778-af66-0d7c5a50db92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.715228] env[62295]: INFO nova.compute.manager [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Terminating instance [ 1659.717200] env[62295]: DEBUG nova.compute.manager [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1659.717347] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1659.718220] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab0ebe9-b8aa-455c-9f6e-c0218bb5fbb2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.728920] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1659.729186] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de51fc80-46ff-4bee-877b-6d013901b040 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.736311] env[62295]: DEBUG oslo_vmware.api [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1659.736311] env[62295]: value = "task-1786950" [ 1659.736311] env[62295]: _type = "Task" [ 1659.736311] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.744746] env[62295]: DEBUG oslo_vmware.api [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.781029] env[62295]: DEBUG nova.compute.manager [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1659.835872] env[62295]: DEBUG oslo_vmware.api [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786947, 'name': PowerOffVM_Task, 'duration_secs': 0.281161} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.836243] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1659.836459] env[62295]: DEBUG nova.compute.manager [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1659.837325] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5642eb-75d1-4f34-abff-ac0a97e1bf60 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.862779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "4b8c41d4-6821-4b14-9217-7421a15f655c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.863132] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "4b8c41d4-6821-4b14-9217-7421a15f655c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.013679] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786948, 'name': ReconfigVM_Task, 'duration_secs': 0.494176} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.013977] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a5ffad30-97a0-4af0-9aef-47203df5a59c/a5ffad30-97a0-4af0-9aef-47203df5a59c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.014810] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57c4cbc5-c9e9-45ab-b784-4248c52329c7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.022834] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1660.022834] env[62295]: value = "task-1786951" [ 1660.022834] env[62295]: _type = "Task" [ 1660.022834] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.032765] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786951, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.190385] env[62295]: DEBUG nova.compute.manager [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1660.215097] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1660.215449] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1660.215575] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1660.215703] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1660.215961] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1660.215961] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1660.216725] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1660.216725] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1660.216725] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1660.216725] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1660.216994] env[62295]: DEBUG nova.virt.hardware [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1660.220659] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd0655f-ee02-4daa-b4ad-8b5f79f67a72 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.233920] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b9917-ead8-4523-bd27-a995080be45a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.244662] env[62295]: ERROR nova.scheduler.client.report [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [req-611c6249-a650-44a5-bc4c-a89a1b71efba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-611c6249-a650-44a5-bc4c-a89a1b71efba"}]} [ 1660.261518] env[62295]: DEBUG oslo_vmware.api [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786950, 'name': PowerOffVM_Task, 'duration_secs': 0.215383} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.262557] env[62295]: DEBUG nova.scheduler.client.report [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1660.264520] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.264700] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1660.265397] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ceb3ee-8915-43f3-a953-4fc45c9bc971 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.276545] env[62295]: DEBUG nova.scheduler.client.report [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1660.276773] env[62295]: DEBUG nova.compute.provider_tree [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.294550] env[62295]: DEBUG nova.scheduler.client.report [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1660.312781] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.313704] env[62295]: DEBUG nova.scheduler.client.report [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1660.352406] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b09bb2-6ac4-43af-b3a2-fd12cd9b9c21 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "3ea80d31-e695-426f-a6f5-1da0bf68387d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.565s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.356206] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1660.356206] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1660.356206] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Deleting the datastore file [datastore1] 61527d16-e26b-4778-af66-0d7c5a50db92 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1660.356206] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ae1a644-51aa-44ea-bf8a-b0806895df00 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.363647] env[62295]: DEBUG oslo_vmware.api [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1660.363647] env[62295]: value = "task-1786953" [ 1660.363647] env[62295]: _type = "Task" [ 1660.363647] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.366323] env[62295]: DEBUG nova.compute.manager [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1660.378800] env[62295]: DEBUG oslo_vmware.api [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.423927] env[62295]: DEBUG nova.network.neutron [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updating instance_info_cache with network_info: [{"id": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "address": "fa:16:3e:81:fc:4f", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c9d37c-b0", "ovs_interfaceid": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.545854] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786951, 'name': Rename_Task, 'duration_secs': 0.253323} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.548901] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.549416] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46da2861-c377-41ef-a5e9-32ce15ee091d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.561650] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1660.561650] env[62295]: value = "task-1786954" [ 1660.561650] env[62295]: _type = "Task" [ 1660.561650] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.561862] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "e02f691c-b485-4f65-bc6e-276c26cf41d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.562085] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "e02f691c-b485-4f65-bc6e-276c26cf41d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.575726] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786954, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.671099] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152878f6-1e20-48bb-b7cb-f9aca15e45f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.681176] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cab9d2-c835-404f-9476-c8f5a9d25635 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.713633] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bdbb5e-5bfa-403f-ba6a-be59eb99f56f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.722312] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3731e16f-c3f6-4e72-9144-62546f64535d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.736745] env[62295]: DEBUG nova.compute.provider_tree [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.879413] env[62295]: DEBUG oslo_vmware.api [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1786953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151115} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.881785] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1660.882148] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1660.882444] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1660.882715] env[62295]: INFO nova.compute.manager [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1660.883067] env[62295]: DEBUG oslo.service.loopingcall [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.883561] env[62295]: DEBUG nova.compute.manager [-] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1660.885018] env[62295]: DEBUG nova.network.neutron [-] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1660.898493] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.934159] env[62295]: DEBUG oslo_concurrency.lockutils [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.985227] env[62295]: DEBUG nova.compute.manager [req-7082568a-1afb-4c32-847d-d253dca07002 req-041d5d12-e6d6-4792-ae6f-1e3680490510 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Received event network-vif-plugged-d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1660.985227] env[62295]: DEBUG oslo_concurrency.lockutils [req-7082568a-1afb-4c32-847d-d253dca07002 req-041d5d12-e6d6-4792-ae6f-1e3680490510 service nova] Acquiring lock "7236bbfd-f5b8-4d71-8132-72bf802fe044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.985227] env[62295]: DEBUG oslo_concurrency.lockutils [req-7082568a-1afb-4c32-847d-d253dca07002 req-041d5d12-e6d6-4792-ae6f-1e3680490510 service nova] Lock "7236bbfd-f5b8-4d71-8132-72bf802fe044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.985748] env[62295]: DEBUG oslo_concurrency.lockutils [req-7082568a-1afb-4c32-847d-d253dca07002 req-041d5d12-e6d6-4792-ae6f-1e3680490510 service nova] Lock "7236bbfd-f5b8-4d71-8132-72bf802fe044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.986200] env[62295]: DEBUG nova.compute.manager [req-7082568a-1afb-4c32-847d-d253dca07002 req-041d5d12-e6d6-4792-ae6f-1e3680490510 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] No waiting events found dispatching network-vif-plugged-d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1660.986640] env[62295]: WARNING nova.compute.manager [req-7082568a-1afb-4c32-847d-d253dca07002 req-041d5d12-e6d6-4792-ae6f-1e3680490510 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Received unexpected event network-vif-plugged-d8e819a8-e7d4-4099-8d13-4f09d282ee23 for instance with vm_state building and task_state spawning. [ 1661.070365] env[62295]: DEBUG nova.compute.manager [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1661.086339] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786954, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.087923] env[62295]: DEBUG nova.network.neutron [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Successfully updated port: d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1661.171300] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.171552] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.239916] env[62295]: DEBUG nova.scheduler.client.report [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1661.577709] env[62295]: DEBUG oslo_vmware.api [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1786954, 'name': PowerOnVM_Task, 'duration_secs': 0.58255} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.579749] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.579749] env[62295]: INFO nova.compute.manager [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1661.579749] env[62295]: DEBUG nova.compute.manager [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1661.579749] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e32b55-ce1b-4f67-a896-3401f75b0e86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.593124] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquiring lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.593383] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquired lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.593473] env[62295]: DEBUG nova.network.neutron [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.616914] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.650655] env[62295]: DEBUG oslo_concurrency.lockutils [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "3ea80d31-e695-426f-a6f5-1da0bf68387d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.650879] env[62295]: DEBUG oslo_concurrency.lockutils [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "3ea80d31-e695-426f-a6f5-1da0bf68387d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.651190] env[62295]: DEBUG oslo_concurrency.lockutils [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "3ea80d31-e695-426f-a6f5-1da0bf68387d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.651454] env[62295]: DEBUG oslo_concurrency.lockutils [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "3ea80d31-e695-426f-a6f5-1da0bf68387d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.651666] env[62295]: DEBUG oslo_concurrency.lockutils [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "3ea80d31-e695-426f-a6f5-1da0bf68387d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.654052] env[62295]: INFO nova.compute.manager [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Terminating instance [ 1661.659625] env[62295]: DEBUG nova.compute.manager [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1661.659830] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.661821] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4d3caf-f3d5-4b0d-8540-619b3226b73d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.672593] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.672870] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b85471c-ce56-4c88-889b-9b11e353eb4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.674611] env[62295]: DEBUG nova.compute.manager [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1661.681191] env[62295]: DEBUG nova.compute.manager [req-1db5fc79-c7af-4787-8fbc-efda49e3f8f1 req-7b9f95c9-aa4c-44bb-b8a0-9fdcc5afbd60 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Received event network-vif-deleted-7d4f70a7-5403-46b5-9b9b-8a9431f61bc5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1661.681432] env[62295]: INFO nova.compute.manager [req-1db5fc79-c7af-4787-8fbc-efda49e3f8f1 req-7b9f95c9-aa4c-44bb-b8a0-9fdcc5afbd60 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Neutron deleted interface 7d4f70a7-5403-46b5-9b9b-8a9431f61bc5; detaching it from the instance and deleting it from the info cache [ 1661.681587] env[62295]: DEBUG nova.network.neutron [req-1db5fc79-c7af-4787-8fbc-efda49e3f8f1 req-7b9f95c9-aa4c-44bb-b8a0-9fdcc5afbd60 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.695278] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.696308] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e974f65-f16d-4b40-bc4d-a1d56eb87fc9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.705178] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.705451] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fdd86bf-9244-4ae0-a641-b4f5e991a21b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.748875] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.592s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.749464] env[62295]: DEBUG nova.compute.manager [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1661.752806] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.375s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.754360] env[62295]: INFO nova.compute.claims [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.766960] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.767211] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.767396] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleting the datastore file [datastore1] 3ea80d31-e695-426f-a6f5-1da0bf68387d {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.767681] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a2d6759-206a-499b-9e27-05c955eff024 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.775550] env[62295]: DEBUG oslo_vmware.api [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1661.775550] env[62295]: value = "task-1786957" [ 1661.775550] env[62295]: _type = "Task" [ 1661.775550] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.784417] env[62295]: DEBUG oslo_vmware.api [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.792750] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.794803] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.794803] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleting the datastore file [datastore1] c51d134a-144d-4453-941a-0a0c7bffcf20 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.794803] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3316c597-36a0-432b-bb56-eb49a15baa70 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.801137] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1661.801137] env[62295]: value = "task-1786958" [ 1661.801137] env[62295]: _type = "Task" [ 1661.801137] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.811241] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.871432] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Acquiring lock "0efc8a99-41f3-4184-ad9c-50011d560179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.871432] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lock "0efc8a99-41f3-4184-ad9c-50011d560179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.872417] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Acquiring lock "0efc8a99-41f3-4184-ad9c-50011d560179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.872417] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lock "0efc8a99-41f3-4184-ad9c-50011d560179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.872417] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lock "0efc8a99-41f3-4184-ad9c-50011d560179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.876960] env[62295]: INFO nova.compute.manager [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Terminating instance [ 1661.879570] env[62295]: DEBUG nova.compute.manager [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1661.879855] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.880228] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea6197b-5884-411a-96f1-6c0b6356434d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.888246] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for the task: (returnval){ [ 1661.888246] env[62295]: value = "task-1786959" [ 1661.888246] env[62295]: _type = "Task" [ 1661.888246] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.898537] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.061539] env[62295]: DEBUG nova.network.neutron [-] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.101133] env[62295]: INFO nova.compute.manager [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Took 36.62 seconds to build instance. [ 1662.151334] env[62295]: DEBUG nova.network.neutron [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1662.188676] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2044e91-f677-4b86-9b19-7c0b8cad906b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.198041] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e005b-eb0c-4ce8-840b-bbb2bad5c9b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.209716] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.236274] env[62295]: DEBUG nova.compute.manager [req-1db5fc79-c7af-4787-8fbc-efda49e3f8f1 req-7b9f95c9-aa4c-44bb-b8a0-9fdcc5afbd60 service nova] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Detach interface failed, port_id=7d4f70a7-5403-46b5-9b9b-8a9431f61bc5, reason: Instance 61527d16-e26b-4778-af66-0d7c5a50db92 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1662.254562] env[62295]: DEBUG nova.compute.utils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.256599] env[62295]: DEBUG nova.compute.manager [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Not allocating networking since 'none' was specified. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1662.288472] env[62295]: DEBUG oslo_vmware.api [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1786957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244487} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.288635] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.288754] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.289134] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.289134] env[62295]: INFO nova.compute.manager [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1662.289332] env[62295]: DEBUG oslo.service.loopingcall [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.289519] env[62295]: DEBUG nova.compute.manager [-] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1662.289631] env[62295]: DEBUG nova.network.neutron [-] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.310764] env[62295]: DEBUG oslo_vmware.api [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1786958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254108} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.311351] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.311551] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.312510] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.337357] env[62295]: INFO nova.scheduler.client.report [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleted allocations for instance c51d134a-144d-4453-941a-0a0c7bffcf20 [ 1662.400851] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786959, 'name': PowerOffVM_Task, 'duration_secs': 0.240637} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.401621] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1662.401692] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1662.401912] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370684', 'volume_id': '7d031d38-2e0d-416c-a8c2-97285477a5e0', 'name': 'volume-7d031d38-2e0d-416c-a8c2-97285477a5e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0efc8a99-41f3-4184-ad9c-50011d560179', 'attached_at': '', 'detached_at': '', 'volume_id': '7d031d38-2e0d-416c-a8c2-97285477a5e0', 'serial': '7d031d38-2e0d-416c-a8c2-97285477a5e0'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1662.402821] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c94997-32f3-4548-95c0-34f7a173b598 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.425251] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbbc682-702e-4c03-a814-d219c725ba9b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.427216] env[62295]: DEBUG nova.network.neutron [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updating instance_info_cache with network_info: [{"id": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "address": "fa:16:3e:97:a8:22", "network": {"id": "db6fc9cb-1107-4d05-a9cd-81fc553d83b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-866919576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1fe8244a61a4b758047f64041218e23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e819a8-e7", "ovs_interfaceid": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.433875] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ffc27e-781f-4f2b-821a-08794d531002 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.453241] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca59a438-5e2b-4a70-9c41-620c41e33ecb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.470969] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] The volume has not been displaced from its original location: [datastore1] volume-7d031d38-2e0d-416c-a8c2-97285477a5e0/volume-7d031d38-2e0d-416c-a8c2-97285477a5e0.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1662.477743] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1662.478536] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cfb97f8-30bb-4074-9b6d-46a5f8cb78d0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.497437] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for the task: (returnval){ [ 1662.497437] env[62295]: value = "task-1786960" [ 1662.497437] env[62295]: _type = "Task" [ 1662.497437] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.507728] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.564666] env[62295]: INFO nova.compute.manager [-] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Took 1.68 seconds to deallocate network for instance. [ 1662.603828] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f379f438-280e-4809-9135-1698ecbee890 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "a5ffad30-97a0-4af0-9aef-47203df5a59c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.128s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.757906] env[62295]: DEBUG nova.compute.manager [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1662.844549] env[62295]: DEBUG oslo_concurrency.lockutils [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.932322] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Releasing lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.932612] env[62295]: DEBUG nova.compute.manager [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Instance network_info: |[{"id": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "address": "fa:16:3e:97:a8:22", "network": {"id": "db6fc9cb-1107-4d05-a9cd-81fc553d83b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-866919576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1fe8244a61a4b758047f64041218e23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e819a8-e7", "ovs_interfaceid": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1662.933425] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:a8:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8e819a8-e7d4-4099-8d13-4f09d282ee23', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1662.941140] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Creating folder: Project (d1fe8244a61a4b758047f64041218e23). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1662.944652] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7184041f-3fba-47d8-88b3-a617ab802426 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.960819] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Created folder: Project (d1fe8244a61a4b758047f64041218e23) in parent group-v370569. [ 1662.961059] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Creating folder: Instances. Parent ref: group-v370781. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1662.961313] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199f5d1d-d5c9-412c-8d4b-51a6ec8b1df8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.971513] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Created folder: Instances in parent group-v370781. [ 1662.971767] env[62295]: DEBUG oslo.service.loopingcall [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.974701] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1662.975568] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94b2e5d9-5e13-4a50-9ab1-f1ef92681f4f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.002472] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1663.002472] env[62295]: value = "task-1786963" [ 1663.002472] env[62295]: _type = "Task" [ 1663.002472] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.012676] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786960, 'name': ReconfigVM_Task, 'duration_secs': 0.167856} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.013775] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1663.023654] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e526d9f-e2b7-4454-81cc-e01de4962fad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.033967] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786963, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.035609] env[62295]: DEBUG nova.compute.manager [req-fec99ad2-6b75-4a41-acc5-cc1980ed6c96 req-aafc0227-6fb9-41f1-aafc-dff08bab8eb3 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Received event network-changed-d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1663.035609] env[62295]: DEBUG nova.compute.manager [req-fec99ad2-6b75-4a41-acc5-cc1980ed6c96 req-aafc0227-6fb9-41f1-aafc-dff08bab8eb3 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Refreshing instance network info cache due to event network-changed-d8e819a8-e7d4-4099-8d13-4f09d282ee23. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1663.035893] env[62295]: DEBUG oslo_concurrency.lockutils [req-fec99ad2-6b75-4a41-acc5-cc1980ed6c96 req-aafc0227-6fb9-41f1-aafc-dff08bab8eb3 service nova] Acquiring lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.036117] env[62295]: DEBUG oslo_concurrency.lockutils [req-fec99ad2-6b75-4a41-acc5-cc1980ed6c96 req-aafc0227-6fb9-41f1-aafc-dff08bab8eb3 service nova] Acquired lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.036697] env[62295]: DEBUG nova.network.neutron [req-fec99ad2-6b75-4a41-acc5-cc1980ed6c96 req-aafc0227-6fb9-41f1-aafc-dff08bab8eb3 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Refreshing network info cache for port d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.046758] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for the task: (returnval){ [ 1663.046758] env[62295]: value = "task-1786964" [ 1663.046758] env[62295]: _type = "Task" [ 1663.046758] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.058793] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.071887] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.095304] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe261e8-004c-4037-be1a-720e52a07351 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.104365] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c088e6d-910b-47af-b421-84a6ad24b0dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.146628] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d0b5f8-409a-442b-bed0-ca5353dee346 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.156235] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f61b8ce-2898-4e6b-921b-f92848ef6493 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.172401] env[62295]: DEBUG nova.network.neutron [-] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.174186] env[62295]: DEBUG nova.compute.provider_tree [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.440836] env[62295]: DEBUG nova.compute.manager [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Stashing vm_state: active {{(pid=62295) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1663.517484] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786963, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.557582] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786964, 'name': ReconfigVM_Task, 'duration_secs': 0.15745} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.557929] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370684', 'volume_id': '7d031d38-2e0d-416c-a8c2-97285477a5e0', 'name': 'volume-7d031d38-2e0d-416c-a8c2-97285477a5e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0efc8a99-41f3-4184-ad9c-50011d560179', 'attached_at': '', 'detached_at': '', 'volume_id': '7d031d38-2e0d-416c-a8c2-97285477a5e0', 'serial': '7d031d38-2e0d-416c-a8c2-97285477a5e0'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1663.558248] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1663.559175] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30267c6-823a-43fb-ba88-6d98756a11cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.567040] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1663.567307] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fa33146-0d59-45a5-bc82-7a6105bd9909 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.676189] env[62295]: INFO nova.compute.manager [-] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Took 1.39 seconds to deallocate network for instance. [ 1663.677131] env[62295]: DEBUG nova.scheduler.client.report [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1663.721284] env[62295]: DEBUG nova.compute.manager [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Received event network-vif-unplugged-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1663.722418] env[62295]: DEBUG oslo_concurrency.lockutils [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] Acquiring lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.722648] env[62295]: DEBUG oslo_concurrency.lockutils [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.722822] env[62295]: DEBUG oslo_concurrency.lockutils [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.723034] env[62295]: DEBUG nova.compute.manager [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] No waiting events found dispatching network-vif-unplugged-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1663.723223] env[62295]: WARNING nova.compute.manager [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Received unexpected event network-vif-unplugged-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb for instance with vm_state shelved_offloaded and task_state unshelving. [ 1663.723387] env[62295]: DEBUG nova.compute.manager [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Received event network-changed-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1663.723542] env[62295]: DEBUG nova.compute.manager [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Refreshing instance network info cache due to event network-changed-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1663.723872] env[62295]: DEBUG oslo_concurrency.lockutils [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] Acquiring lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.724242] env[62295]: DEBUG oslo_concurrency.lockutils [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] Acquired lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.724491] env[62295]: DEBUG nova.network.neutron [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Refreshing network info cache for port 85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.772889] env[62295]: DEBUG nova.compute.manager [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1663.792993] env[62295]: DEBUG nova.network.neutron [req-fec99ad2-6b75-4a41-acc5-cc1980ed6c96 req-aafc0227-6fb9-41f1-aafc-dff08bab8eb3 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updated VIF entry in instance network info cache for port d8e819a8-e7d4-4099-8d13-4f09d282ee23. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1663.793367] env[62295]: DEBUG nova.network.neutron [req-fec99ad2-6b75-4a41-acc5-cc1980ed6c96 req-aafc0227-6fb9-41f1-aafc-dff08bab8eb3 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updating instance_info_cache with network_info: [{"id": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "address": "fa:16:3e:97:a8:22", "network": {"id": "db6fc9cb-1107-4d05-a9cd-81fc553d83b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-866919576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1fe8244a61a4b758047f64041218e23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e819a8-e7", "ovs_interfaceid": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.796398] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1663.796699] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1663.796878] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.797084] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1663.797236] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.797386] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1663.797593] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1663.797755] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1663.797918] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1663.798093] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1663.798269] env[62295]: DEBUG nova.virt.hardware [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1663.799197] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc7a7c1-8079-4bb3-a4de-b6db5260ed22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.810604] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c6e600-e360-4057-b9f8-0b1e8759df8a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.825055] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1663.830715] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Creating folder: Project (24774006fa5c4e2d9e2c7904f334d867). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1663.831082] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36e1a1d2-8e4e-4d6e-8279-6c42687e15fd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.842444] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Created folder: Project (24774006fa5c4e2d9e2c7904f334d867) in parent group-v370569. [ 1663.842646] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Creating folder: Instances. Parent ref: group-v370784. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1663.842888] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd2e730-9d85-4074-88cc-6bf1b8b74990 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.852457] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Created folder: Instances in parent group-v370784. [ 1663.852707] env[62295]: DEBUG oslo.service.loopingcall [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.852906] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1663.853139] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24be6fca-ca16-4715-9c38-32b5d05f86ce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.870155] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1663.870155] env[62295]: value = "task-1786968" [ 1663.870155] env[62295]: _type = "Task" [ 1663.870155] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.878900] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786968, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.963131] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.999277] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1663.999634] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1663.999905] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Deleting the datastore file [datastore1] 0efc8a99-41f3-4184-ad9c-50011d560179 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.000257] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-638b7be9-0d10-4dfd-b93a-cc35917256a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.009859] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for the task: (returnval){ [ 1664.009859] env[62295]: value = "task-1786969" [ 1664.009859] env[62295]: _type = "Task" [ 1664.009859] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.013478] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786963, 'name': CreateVM_Task, 'duration_secs': 0.997736} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.016506] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1664.017236] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.017406] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.017756] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1664.018458] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d75745-9c02-4c48-8208-872b3c8b80cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.023301] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.026407] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1664.026407] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52929227-396e-0a4f-d0c3-fac28e81afa8" [ 1664.026407] env[62295]: _type = "Task" [ 1664.026407] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.033917] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52929227-396e-0a4f-d0c3-fac28e81afa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.184127] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.184816] env[62295]: DEBUG nova.compute.manager [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1664.189255] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.634s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.191927] env[62295]: DEBUG oslo_concurrency.lockutils [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.235250] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "c51d134a-144d-4453-941a-0a0c7bffcf20" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.303099] env[62295]: DEBUG oslo_concurrency.lockutils [req-fec99ad2-6b75-4a41-acc5-cc1980ed6c96 req-aafc0227-6fb9-41f1-aafc-dff08bab8eb3 service nova] Releasing lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.383546] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786968, 'name': CreateVM_Task, 'duration_secs': 0.408113} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.385556] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1664.386099] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.455871] env[62295]: DEBUG nova.network.neutron [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updated VIF entry in instance network info cache for port 85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.456284] env[62295]: DEBUG nova.network.neutron [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updating instance_info_cache with network_info: [{"id": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "address": "fa:16:3e:81:fc:4f", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": null, "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap85c9d37c-b0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.525203] env[62295]: DEBUG oslo_vmware.api [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Task: {'id': task-1786969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098626} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.525596] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.525823] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1664.526041] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1664.526201] env[62295]: INFO nova.compute.manager [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1664.526496] env[62295]: DEBUG oslo.service.loopingcall [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.526670] env[62295]: DEBUG nova.compute.manager [-] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1664.526804] env[62295]: DEBUG nova.network.neutron [-] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1664.543510] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52929227-396e-0a4f-d0c3-fac28e81afa8, 'name': SearchDatastore_Task, 'duration_secs': 0.022097} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.543926] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.544195] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1664.545688] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.545688] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.545688] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1664.545688] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.545688] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1664.545688] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f1dbd0-b525-4397-a1e3-c1c314cd73b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.548261] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a027eb-06bc-428a-862d-f2553b2470d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.553562] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1664.553562] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a4a282-8d54-7003-2f2c-8b94d8bbc8a6" [ 1664.553562] env[62295]: _type = "Task" [ 1664.553562] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.560473] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1664.560743] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1664.561690] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab4992f-ed1e-4065-89a4-0b38ffe74c5b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.567478] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a4a282-8d54-7003-2f2c-8b94d8bbc8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.571160] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1664.571160] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5235d327-4866-210a-3c77-d8f2d6f3ad9d" [ 1664.571160] env[62295]: _type = "Task" [ 1664.571160] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.579956] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5235d327-4866-210a-3c77-d8f2d6f3ad9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.706062] env[62295]: DEBUG nova.compute.utils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.712651] env[62295]: DEBUG nova.compute.manager [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1664.712651] env[62295]: DEBUG nova.network.neutron [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.808209] env[62295]: DEBUG nova.policy [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2baecdded7b648b98123a8a761af2321', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb45ca157ebf453b9ee55cde0e53e1e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1664.962893] env[62295]: DEBUG oslo_concurrency.lockutils [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] Releasing lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.963167] env[62295]: DEBUG nova.compute.manager [req-a009fe62-125c-4eec-8a29-81dafd42ca75 req-19f0ed96-ba3c-43cc-aed6-de5b1749158d service nova] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Received event network-vif-deleted-dd995c47-1263-40bc-96ea-41850bb97889 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1665.064616] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a4a282-8d54-7003-2f2c-8b94d8bbc8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.064941] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.065193] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.065404] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.080569] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5235d327-4866-210a-3c77-d8f2d6f3ad9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.081322] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050231e8-a4fa-4a02-9ee8-197b400dba04 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.086587] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1665.086587] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d69aec-5910-4db2-cce1-cb7d255d4cfe" [ 1665.086587] env[62295]: _type = "Task" [ 1665.086587] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.095324] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d69aec-5910-4db2-cce1-cb7d255d4cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.212133] env[62295]: INFO nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating resource usage from migration 30c2313d-fa22-426f-862e-a75f4973a4a6 [ 1665.218465] env[62295]: DEBUG nova.compute.manager [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1665.243177] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance a64890a7-59d3-4139-b8d0-72e03f26546c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.243479] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.243479] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance fb018d6f-fec7-4f60-954a-e3d296ceff9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.243586] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 0efc8a99-41f3-4184-ad9c-50011d560179 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.243694] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance d6e03104-099b-40ed-80f7-35fe4a41754f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.243820] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 6cd4f1f7-1725-4533-9ef2-6ac907389407 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.243958] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 450eebcc-7f93-4234-9b44-8f28d7c9b849 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.244096] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 87afabee-3b0a-44e8-97d5-54d4db154f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.244234] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 69fbbea7-da81-405c-a26d-70007391ba6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.244374] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 61527d16-e26b-4778-af66-0d7c5a50db92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1665.244490] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 82867546-3759-4b8d-90f8-8ee082e07b0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.244602] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance b49d6639-3850-48a3-a706-36c7e207713b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.244729] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 3ea80d31-e695-426f-a6f5-1da0bf68387d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1665.244840] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 7236bbfd-f5b8-4d71-8132-72bf802fe044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.244948] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.245343] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 83a037ac-32cf-45eb-84a9-86f02d766e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1665.264423] env[62295]: DEBUG nova.network.neutron [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Successfully created port: 747f23da-407a-4471-9cda-c2cf81063588 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1665.599482] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d69aec-5910-4db2-cce1-cb7d255d4cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.599824] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.600067] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 7236bbfd-f5b8-4d71-8132-72bf802fe044/7236bbfd-f5b8-4d71-8132-72bf802fe044.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1665.600354] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.600544] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.600760] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db0b5db1-12ff-43b0-be4e-8ccd4d10df01 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.604504] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f952ec9-74fe-4c99-a5df-dea21196bf5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.612264] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1665.612264] env[62295]: value = "task-1786970" [ 1665.612264] env[62295]: _type = "Task" [ 1665.612264] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.614649] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.615132] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1665.620921] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2264f4-1e37-4e0f-9c9f-2fc5243e4754 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.634855] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1665.634855] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521e4051-85ee-b0d0-457e-fc47ec475924" [ 1665.634855] env[62295]: _type = "Task" [ 1665.634855] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.634855] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.642448] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521e4051-85ee-b0d0-457e-fc47ec475924, 'name': SearchDatastore_Task, 'duration_secs': 0.008609} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.643278] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9c5889-ed8b-4cef-95d3-896bfc735782 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.650225] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1665.650225] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c8f40e-9c98-dc16-b241-8129771e6744" [ 1665.650225] env[62295]: _type = "Task" [ 1665.650225] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.658995] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c8f40e-9c98-dc16-b241-8129771e6744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.699739] env[62295]: DEBUG nova.network.neutron [-] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.748811] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 109c79d9-3b88-4b7a-b35a-24e7673ecd56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1665.833911] env[62295]: DEBUG nova.compute.manager [req-bb0ab878-785a-4e9f-9312-f3816fc89162 req-761f1490-502c-4fb3-aa70-babda384d583 service nova] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Received event network-vif-deleted-16769c78-1df6-4aad-8198-2304afda6264 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1666.128498] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474569} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.128834] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 7236bbfd-f5b8-4d71-8132-72bf802fe044/7236bbfd-f5b8-4d71-8132-72bf802fe044.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1666.130371] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1666.130371] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908b777d-42e5-4a48-95f3-d7411dc1fad9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.136763] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1666.136763] env[62295]: value = "task-1786971" [ 1666.136763] env[62295]: _type = "Task" [ 1666.136763] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.145809] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.166660] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c8f40e-9c98-dc16-b241-8129771e6744, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.166996] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.167300] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965/3d9325e2-ad5a-46c3-a04e-e9c4b32a9965.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1666.167578] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98dfb94e-4e23-4b50-aceb-7f54c5bdc079 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.174793] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1666.174793] env[62295]: value = "task-1786972" [ 1666.174793] env[62295]: _type = "Task" [ 1666.174793] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.184602] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.203301] env[62295]: INFO nova.compute.manager [-] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Took 1.68 seconds to deallocate network for instance. [ 1666.230817] env[62295]: DEBUG nova.compute.manager [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1666.251705] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 4b8c41d4-6821-4b14-9217-7421a15f655c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1666.256100] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1666.256447] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1666.256623] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.256843] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1666.257128] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.257318] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1666.257527] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1666.257708] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1666.258013] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1666.258229] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1666.258408] env[62295]: DEBUG nova.virt.hardware [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1666.259547] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96413d07-c992-4468-a993-096c59352f25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.269200] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdf70a0-3cfe-4cee-8e94-ce98ba6d4b7a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.647469] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083677} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.647665] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1666.648553] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89713f90-40d1-4708-9471-28b1240e282d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.663403] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.663665] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.674285] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 7236bbfd-f5b8-4d71-8132-72bf802fe044/7236bbfd-f5b8-4d71-8132-72bf802fe044.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.674849] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62fa4e5-22a8-4584-bab5-ce314cbd4e81 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.701305] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460634} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.702717] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965/3d9325e2-ad5a-46c3-a04e-e9c4b32a9965.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1666.702942] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1666.703518] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1666.703518] env[62295]: value = "task-1786973" [ 1666.703518] env[62295]: _type = "Task" [ 1666.703518] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.703714] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95edac90-4c8c-42a5-a577-97e3d9f476d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.713956] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.715290] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1666.715290] env[62295]: value = "task-1786974" [ 1666.715290] env[62295]: _type = "Task" [ 1666.715290] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.724276] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.756945] env[62295]: INFO nova.compute.manager [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Took 0.55 seconds to detach 1 volumes for instance. [ 1666.759359] env[62295]: DEBUG nova.compute.manager [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Deleting volume: 7d031d38-2e0d-416c-a8c2-97285477a5e0 {{(pid=62295) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1666.764252] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance e02f691c-b485-4f65-bc6e-276c26cf41d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1667.007247] env[62295]: DEBUG nova.network.neutron [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Successfully updated port: 747f23da-407a-4471-9cda-c2cf81063588 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1667.176304] env[62295]: INFO nova.compute.manager [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Detaching volume ef1476f1-f2dc-47e1-bd3d-6b7a741668a3 [ 1667.210628] env[62295]: INFO nova.virt.block_device [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Attempting to driver detach volume ef1476f1-f2dc-47e1-bd3d-6b7a741668a3 from mountpoint /dev/sdb [ 1667.210865] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1667.211118] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370741', 'volume_id': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'name': 'volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6cd4f1f7-1725-4533-9ef2-6ac907389407', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'serial': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1667.212723] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f54e41-2838-4c10-9d86-5ff349216e37 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.223169] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.241548] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dabd1a9-2ef3-4f4f-ba46-73831a2a4a6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.247540] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215047} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.248289] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1667.249170] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb97bfa-216a-44cc-ae29-99f54f392c3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.254654] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bcd145-d2c6-4085-8349-d592754bd960 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.273933] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965/3d9325e2-ad5a-46c3-a04e-e9c4b32a9965.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.275186] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance aad9f398-55dc-4296-8561-bd6d0cd1da9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1667.275354] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Migration 30c2313d-fa22-426f-862e-a75f4973a4a6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1667.275482] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance a5ffad30-97a0-4af0-9aef-47203df5a59c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1667.275636] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (8a072772-3a95-435d-8b28-629ec3fc2f0c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1667.275870] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1667.276016] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1667.278460] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2589929d-d783-48ac-af99-baecc54ef1f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.312242] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca3742-8ba8-432a-85cc-e4221833b86f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.316645] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1667.316645] env[62295]: value = "task-1786976" [ 1667.316645] env[62295]: _type = "Task" [ 1667.316645] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.331398] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.331766] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] The volume has not been displaced from its original location: [datastore1] volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3/volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1667.337416] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1667.341243] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c0c92e-75a1-4837-baa9-042e6a479b25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.359515] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.366613] env[62295]: DEBUG oslo_vmware.api [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1667.366613] env[62295]: value = "task-1786977" [ 1667.366613] env[62295]: _type = "Task" [ 1667.366613] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.376660] env[62295]: DEBUG oslo_vmware.api [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.510421] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquiring lock "refresh_cache-83a037ac-32cf-45eb-84a9-86f02d766e8e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.510731] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquired lock "refresh_cache-83a037ac-32cf-45eb-84a9-86f02d766e8e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.511068] env[62295]: DEBUG nova.network.neutron [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.658952] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439c5b93-c82a-4c01-b88c-8cb09f225008 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.667861] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f75c46c-87a3-4ee4-b8a8-01c4565925dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.699669] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4bf149-b39d-4dca-84c0-195deaf7df22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.712366] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6acce39-90f8-41f2-9a2a-09cc2d4422c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.721434] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786973, 'name': ReconfigVM_Task, 'duration_secs': 0.886684} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.730300] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 7236bbfd-f5b8-4d71-8132-72bf802fe044/7236bbfd-f5b8-4d71-8132-72bf802fe044.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.731204] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.732491] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd564d10-bf47-44ad-87fb-b488e4f8edea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.740099] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1667.740099] env[62295]: value = "task-1786978" [ 1667.740099] env[62295]: _type = "Task" [ 1667.740099] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.749911] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786978, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.826876] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.859697] env[62295]: DEBUG nova.compute.manager [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Received event network-vif-plugged-747f23da-407a-4471-9cda-c2cf81063588 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1667.860234] env[62295]: DEBUG oslo_concurrency.lockutils [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] Acquiring lock "83a037ac-32cf-45eb-84a9-86f02d766e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.860526] env[62295]: DEBUG oslo_concurrency.lockutils [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] Lock "83a037ac-32cf-45eb-84a9-86f02d766e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.860755] env[62295]: DEBUG oslo_concurrency.lockutils [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] Lock "83a037ac-32cf-45eb-84a9-86f02d766e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.860927] env[62295]: DEBUG nova.compute.manager [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] No waiting events found dispatching network-vif-plugged-747f23da-407a-4471-9cda-c2cf81063588 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1667.861158] env[62295]: WARNING nova.compute.manager [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Received unexpected event network-vif-plugged-747f23da-407a-4471-9cda-c2cf81063588 for instance with vm_state building and task_state spawning. [ 1667.861376] env[62295]: DEBUG nova.compute.manager [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Received event network-changed-747f23da-407a-4471-9cda-c2cf81063588 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1667.861569] env[62295]: DEBUG nova.compute.manager [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Refreshing instance network info cache due to event network-changed-747f23da-407a-4471-9cda-c2cf81063588. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1667.861827] env[62295]: DEBUG oslo_concurrency.lockutils [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] Acquiring lock "refresh_cache-83a037ac-32cf-45eb-84a9-86f02d766e8e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.876071] env[62295]: DEBUG oslo_vmware.api [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786977, 'name': ReconfigVM_Task, 'duration_secs': 0.410349} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.876663] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1667.881848] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8579d76-2503-4671-a161-ae20afd51066 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.897936] env[62295]: DEBUG oslo_vmware.api [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1667.897936] env[62295]: value = "task-1786979" [ 1667.897936] env[62295]: _type = "Task" [ 1667.897936] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.907235] env[62295]: DEBUG oslo_vmware.api [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.048028] env[62295]: DEBUG nova.network.neutron [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1668.236754] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1668.249196] env[62295]: DEBUG nova.network.neutron [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Updating instance_info_cache with network_info: [{"id": "747f23da-407a-4471-9cda-c2cf81063588", "address": "fa:16:3e:dd:80:64", "network": {"id": "c2b19bf8-3b45-4ae7-94db-630cdcec3ced", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1153309917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb45ca157ebf453b9ee55cde0e53e1e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747f23da-40", "ovs_interfaceid": "747f23da-407a-4471-9cda-c2cf81063588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.255552] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786978, 'name': Rename_Task, 'duration_secs': 0.228495} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.255552] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.255552] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0413960-4676-467b-9acb-d3e356bf8fd9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.263543] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1668.263543] env[62295]: value = "task-1786980" [ 1668.263543] env[62295]: _type = "Task" [ 1668.263543] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.272837] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.326726] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786976, 'name': ReconfigVM_Task, 'duration_secs': 0.709043} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.327053] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965/3d9325e2-ad5a-46c3-a04e-e9c4b32a9965.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.327714] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d47beb-5e98-4e13-8bdf-a37176f9c6f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.334521] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1668.334521] env[62295]: value = "task-1786981" [ 1668.334521] env[62295]: _type = "Task" [ 1668.334521] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.344818] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786981, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.407592] env[62295]: DEBUG oslo_vmware.api [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786979, 'name': ReconfigVM_Task, 'duration_secs': 0.18404} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.407850] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370741', 'volume_id': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'name': 'volume-ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6cd4f1f7-1725-4533-9ef2-6ac907389407', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3', 'serial': 'ef1476f1-f2dc-47e1-bd3d-6b7a741668a3'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1668.477352] env[62295]: DEBUG oslo_vmware.rw_handles [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52911ecd-69fe-d0d9-20a5-79a5a9d64f1f/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1668.478497] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51908877-6bb0-49da-a49d-eadcdbfc2a54 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.485663] env[62295]: DEBUG oslo_vmware.rw_handles [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52911ecd-69fe-d0d9-20a5-79a5a9d64f1f/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1668.485880] env[62295]: ERROR oslo_vmware.rw_handles [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52911ecd-69fe-d0d9-20a5-79a5a9d64f1f/disk-0.vmdk due to incomplete transfer. [ 1668.486149] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c962cf22-456f-442f-8ac5-3af03f5d77f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.493205] env[62295]: DEBUG oslo_vmware.rw_handles [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52911ecd-69fe-d0d9-20a5-79a5a9d64f1f/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1668.493414] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Uploaded image dc4ad030-f8c0-40c0-add3-a806d3358332 to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1668.496011] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1668.496257] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17d16a35-28bf-45f7-9e9d-c242116a9f33 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.502949] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1668.502949] env[62295]: value = "task-1786982" [ 1668.502949] env[62295]: _type = "Task" [ 1668.502949] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.515824] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786982, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.741902] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1668.742198] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.553s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.742499] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.993s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.742712] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.742984] env[62295]: INFO nova.compute.manager [None req-d82e3b64-18d4-4d6e-bd0b-a3c4dbe44e61 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Successfully reverted task state from rebuilding on failure for instance. [ 1668.748563] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.403s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.748798] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.750968] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.438s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.752789] env[62295]: INFO nova.compute.claims [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.756129] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Releasing lock "refresh_cache-83a037ac-32cf-45eb-84a9-86f02d766e8e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.756408] env[62295]: DEBUG nova.compute.manager [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Instance network_info: |[{"id": "747f23da-407a-4471-9cda-c2cf81063588", "address": "fa:16:3e:dd:80:64", "network": {"id": "c2b19bf8-3b45-4ae7-94db-630cdcec3ced", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1153309917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb45ca157ebf453b9ee55cde0e53e1e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747f23da-40", "ovs_interfaceid": "747f23da-407a-4471-9cda-c2cf81063588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1668.756865] env[62295]: DEBUG oslo_concurrency.lockutils [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] Acquired lock "refresh_cache-83a037ac-32cf-45eb-84a9-86f02d766e8e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.757094] env[62295]: DEBUG nova.network.neutron [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Refreshing network info cache for port 747f23da-407a-4471-9cda-c2cf81063588 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.758070] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:80:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '747f23da-407a-4471-9cda-c2cf81063588', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.765637] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Creating folder: Project (eb45ca157ebf453b9ee55cde0e53e1e5). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1668.767730] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91354383-821b-48fd-b19a-e661a3a99d25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.785207] env[62295]: DEBUG oslo_vmware.api [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1786980, 'name': PowerOnVM_Task, 'duration_secs': 0.511612} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.785956] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.785956] env[62295]: INFO nova.compute.manager [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1668.785956] env[62295]: DEBUG nova.compute.manager [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1668.787944] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bf0504-e067-4d41-8b7c-011d5d382087 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.790537] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Created folder: Project (eb45ca157ebf453b9ee55cde0e53e1e5) in parent group-v370569. [ 1668.790782] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Creating folder: Instances. Parent ref: group-v370787. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1668.790943] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e015746-a981-4d55-b080-11a4ebcbe70c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.800314] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Created folder: Instances in parent group-v370787. [ 1668.800554] env[62295]: DEBUG oslo.service.loopingcall [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.800737] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.801497] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c57811e-3c97-40b3-b900-f3f091bc3400 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.823480] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.823480] env[62295]: value = "task-1786985" [ 1668.823480] env[62295]: _type = "Task" [ 1668.823480] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.831581] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786985, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.844480] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786981, 'name': Rename_Task, 'duration_secs': 0.187946} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.844480] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.844710] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49c7e95a-a5fa-48c1-adb5-5e0e12058801 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.852852] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1668.852852] env[62295]: value = "task-1786986" [ 1668.852852] env[62295]: _type = "Task" [ 1668.852852] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.865924] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.953015] env[62295]: DEBUG nova.objects.instance [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'flavor' on Instance uuid 6cd4f1f7-1725-4533-9ef2-6ac907389407 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.012855] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786982, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.281518] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d6402c83-46d3-482b-88c0-1566891a3712 tempest-ServerActionsV293TestJSON-392079965 tempest-ServerActionsV293TestJSON-392079965-project-member] Lock "febf7ce8-eed9-4846-a9d4-32731585b5e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.950s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.313025] env[62295]: INFO nova.compute.manager [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Took 34.18 seconds to build instance. [ 1669.335607] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786985, 'name': CreateVM_Task, 'duration_secs': 0.509741} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.335843] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1669.336573] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.336797] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.337171] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1669.339953] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f40990-0096-4bdb-82d1-59c6d9ad77fb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.346065] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for the task: (returnval){ [ 1669.346065] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d02ed3-ca39-31a8-d7fc-68b2a912a30b" [ 1669.346065] env[62295]: _type = "Task" [ 1669.346065] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.355264] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d02ed3-ca39-31a8-d7fc-68b2a912a30b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.363999] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.519603] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786982, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.599995] env[62295]: DEBUG nova.network.neutron [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Updated VIF entry in instance network info cache for port 747f23da-407a-4471-9cda-c2cf81063588. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.599995] env[62295]: DEBUG nova.network.neutron [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Updating instance_info_cache with network_info: [{"id": "747f23da-407a-4471-9cda-c2cf81063588", "address": "fa:16:3e:dd:80:64", "network": {"id": "c2b19bf8-3b45-4ae7-94db-630cdcec3ced", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1153309917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb45ca157ebf453b9ee55cde0e53e1e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747f23da-40", "ovs_interfaceid": "747f23da-407a-4471-9cda-c2cf81063588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.814599] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8ad0b202-9208-4a61-a2a0-90e8f062c39e tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lock "7236bbfd-f5b8-4d71-8132-72bf802fe044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.700s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.856217] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d02ed3-ca39-31a8-d7fc-68b2a912a30b, 'name': SearchDatastore_Task, 'duration_secs': 0.013283} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.861857] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.861982] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.862227] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.862376] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.863014] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.863094] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2377080c-e3ed-460a-ab24-a0eeced5c85c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.870647] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.872188] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.872369] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.875292] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd25c7e-9d8f-44b4-8382-89c920e40b26 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.880606] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for the task: (returnval){ [ 1669.880606] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52afcc90-dfbb-2588-5eb6-0070dde772b4" [ 1669.880606] env[62295]: _type = "Task" [ 1669.880606] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.888365] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52afcc90-dfbb-2588-5eb6-0070dde772b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.960110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b51f56aa-cc00-4f40-afb1-5c24bf3bd464 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.296s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.018938] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786982, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.097191] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111a872-82af-4cb3-b7d7-813b126dc0ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.100745] env[62295]: DEBUG oslo_concurrency.lockutils [req-2c006f33-adc3-4d21-9728-bb8b160da9ac req-6d911685-0d00-499d-8008-60a643406672 service nova] Releasing lock "refresh_cache-83a037ac-32cf-45eb-84a9-86f02d766e8e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.106085] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bf5bf1-d5fe-4ec9-aaa0-25ec5007a2c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.141908] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb527d9-a604-4780-bbb3-186406621018 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.147398] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.147639] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.150018] env[62295]: DEBUG nova.compute.manager [req-7e24e5f5-9de1-482c-99dd-22cd161f15c3 req-e83d423d-3431-4758-b579-9e6831d1cc06 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Received event network-changed-d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1670.150206] env[62295]: DEBUG nova.compute.manager [req-7e24e5f5-9de1-482c-99dd-22cd161f15c3 req-e83d423d-3431-4758-b579-9e6831d1cc06 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Refreshing instance network info cache due to event network-changed-d8e819a8-e7d4-4099-8d13-4f09d282ee23. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1670.150407] env[62295]: DEBUG oslo_concurrency.lockutils [req-7e24e5f5-9de1-482c-99dd-22cd161f15c3 req-e83d423d-3431-4758-b579-9e6831d1cc06 service nova] Acquiring lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.150544] env[62295]: DEBUG oslo_concurrency.lockutils [req-7e24e5f5-9de1-482c-99dd-22cd161f15c3 req-e83d423d-3431-4758-b579-9e6831d1cc06 service nova] Acquired lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.150701] env[62295]: DEBUG nova.network.neutron [req-7e24e5f5-9de1-482c-99dd-22cd161f15c3 req-e83d423d-3431-4758-b579-9e6831d1cc06 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Refreshing network info cache for port d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.157869] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da957bbc-7af0-46b2-94cc-4bacb37a60e8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.174631] env[62295]: DEBUG nova.compute.provider_tree [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.192995] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.193290] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.193498] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.193680] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.193847] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.199019] env[62295]: INFO nova.compute.manager [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Terminating instance [ 1670.200966] env[62295]: DEBUG nova.compute.manager [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1670.201175] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1670.202259] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa8e9c-aa6f-4d0f-9d02-b20b4bcda19e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.210460] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.210702] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-590c389f-a804-4c27-a736-33574c3fe091 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.216936] env[62295]: DEBUG oslo_vmware.api [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1670.216936] env[62295]: value = "task-1786987" [ 1670.216936] env[62295]: _type = "Task" [ 1670.216936] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.226470] env[62295]: DEBUG oslo_vmware.api [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.365804] env[62295]: DEBUG oslo_vmware.api [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786986, 'name': PowerOnVM_Task, 'duration_secs': 1.287254} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.366403] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1670.366813] env[62295]: INFO nova.compute.manager [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1670.367153] env[62295]: DEBUG nova.compute.manager [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1670.368084] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5486a8-763b-42d8-9b4d-8df8d46c1378 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.390129] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52afcc90-dfbb-2588-5eb6-0070dde772b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.393397] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51bfe5a3-fa2a-4ff3-a559-1461025431a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.399026] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for the task: (returnval){ [ 1670.399026] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5271a569-1aa6-7ac8-051d-88978bb72d2d" [ 1670.399026] env[62295]: _type = "Task" [ 1670.399026] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.404674] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5271a569-1aa6-7ac8-051d-88978bb72d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.517098] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786982, 'name': Destroy_Task, 'duration_secs': 1.588141} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.517390] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Destroyed the VM [ 1670.518074] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1670.518074] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43a3952c-4041-453d-8b3a-4ab160453d9a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.524509] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1670.524509] env[62295]: value = "task-1786988" [ 1670.524509] env[62295]: _type = "Task" [ 1670.524509] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.533814] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786988, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.650189] env[62295]: DEBUG nova.compute.manager [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1670.679031] env[62295]: DEBUG nova.scheduler.client.report [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1670.728176] env[62295]: DEBUG oslo_vmware.api [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786987, 'name': PowerOffVM_Task, 'duration_secs': 0.427552} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.728176] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.728176] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.728405] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ffc9b67-9782-436e-9fec-c635301be71b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.802464] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.802686] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.802869] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleting the datastore file [datastore1] 6cd4f1f7-1725-4533-9ef2-6ac907389407 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.803184] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-966d167e-caa8-4662-a26f-c462ff1e0b10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.812511] env[62295]: DEBUG oslo_vmware.api [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1670.812511] env[62295]: value = "task-1786990" [ 1670.812511] env[62295]: _type = "Task" [ 1670.812511] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.820689] env[62295]: DEBUG oslo_vmware.api [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.888658] env[62295]: INFO nova.compute.manager [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Took 33.06 seconds to build instance. [ 1670.907171] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5271a569-1aa6-7ac8-051d-88978bb72d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.907456] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.907816] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 83a037ac-32cf-45eb-84a9-86f02d766e8e/83a037ac-32cf-45eb-84a9-86f02d766e8e.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.907987] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd109ca1-49f8-4260-9ee1-f2d680b88765 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.915313] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for the task: (returnval){ [ 1670.915313] env[62295]: value = "task-1786991" [ 1670.915313] env[62295]: _type = "Task" [ 1670.915313] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.924401] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.953120] env[62295]: DEBUG nova.network.neutron [req-7e24e5f5-9de1-482c-99dd-22cd161f15c3 req-e83d423d-3431-4758-b579-9e6831d1cc06 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updated VIF entry in instance network info cache for port d8e819a8-e7d4-4099-8d13-4f09d282ee23. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.953507] env[62295]: DEBUG nova.network.neutron [req-7e24e5f5-9de1-482c-99dd-22cd161f15c3 req-e83d423d-3431-4758-b579-9e6831d1cc06 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updating instance_info_cache with network_info: [{"id": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "address": "fa:16:3e:97:a8:22", "network": {"id": "db6fc9cb-1107-4d05-a9cd-81fc553d83b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-866919576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1fe8244a61a4b758047f64041218e23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e819a8-e7", "ovs_interfaceid": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.038373] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786988, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.176189] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.184475] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.185060] env[62295]: DEBUG nova.compute.manager [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1671.187903] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.290s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.189330] env[62295]: INFO nova.compute.claims [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1671.323727] env[62295]: DEBUG oslo_vmware.api [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1786990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183093} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.323941] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.324138] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.324364] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.324501] env[62295]: INFO nova.compute.manager [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1671.324753] env[62295]: DEBUG oslo.service.loopingcall [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.324955] env[62295]: DEBUG nova.compute.manager [-] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1671.325058] env[62295]: DEBUG nova.network.neutron [-] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1671.390779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bb040bfc-9400-4504-83b8-0a05a448785f tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "3d9325e2-ad5a-46c3-a04e-e9c4b32a9965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.575s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.427815] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786991, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.456846] env[62295]: DEBUG oslo_concurrency.lockutils [req-7e24e5f5-9de1-482c-99dd-22cd161f15c3 req-e83d423d-3431-4758-b579-9e6831d1cc06 service nova] Releasing lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.538961] env[62295]: DEBUG oslo_vmware.api [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1786988, 'name': RemoveSnapshot_Task, 'duration_secs': 0.989114} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.539668] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1671.540045] env[62295]: INFO nova.compute.manager [None req-626e3e81-ca82-4a40-bf7c-42c3912a736d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Took 17.99 seconds to snapshot the instance on the hypervisor. [ 1671.694424] env[62295]: DEBUG nova.compute.utils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.697529] env[62295]: DEBUG nova.compute.manager [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1671.697726] env[62295]: DEBUG nova.network.neutron [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.783223] env[62295]: DEBUG nova.policy [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85728576454e0ebfd8ecb23e3cc414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b56fecce9f45ee8214eceab0ed7377', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1671.929144] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623011} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.930181] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 83a037ac-32cf-45eb-84a9-86f02d766e8e/83a037ac-32cf-45eb-84a9-86f02d766e8e.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1671.931161] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1671.934513] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-688e37a3-e506-4dd4-baf0-a0383bface2c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.938472] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for the task: (returnval){ [ 1671.938472] env[62295]: value = "task-1786992" [ 1671.938472] env[62295]: _type = "Task" [ 1671.938472] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.952347] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.979927] env[62295]: DEBUG nova.compute.manager [req-e6f5dce3-3380-47ef-9f2b-ad732d5cd92b req-4b5ba2ef-ef48-40a6-8a88-de7a8583ffa0 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Received event network-vif-deleted-d85ff10a-d52a-4a37-947d-00cb5e9c645c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1671.981245] env[62295]: INFO nova.compute.manager [req-e6f5dce3-3380-47ef-9f2b-ad732d5cd92b req-4b5ba2ef-ef48-40a6-8a88-de7a8583ffa0 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Neutron deleted interface d85ff10a-d52a-4a37-947d-00cb5e9c645c; detaching it from the instance and deleting it from the info cache [ 1671.981245] env[62295]: DEBUG nova.network.neutron [req-e6f5dce3-3380-47ef-9f2b-ad732d5cd92b req-4b5ba2ef-ef48-40a6-8a88-de7a8583ffa0 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.114540] env[62295]: INFO nova.compute.manager [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Rebuilding instance [ 1672.147266] env[62295]: DEBUG nova.network.neutron [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Successfully created port: b9263fe5-f43a-4615-b4c6-57d792a84606 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1672.170609] env[62295]: DEBUG nova.compute.manager [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1672.171507] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333faa88-311c-4190-9236-95d2ac99639b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.203119] env[62295]: DEBUG nova.compute.manager [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1672.452111] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071256} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.452111] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1672.452934] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f2970d-88c1-4772-ba86-d541826ca4f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.455658] env[62295]: DEBUG nova.network.neutron [-] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.481201] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 83a037ac-32cf-45eb-84a9-86f02d766e8e/83a037ac-32cf-45eb-84a9-86f02d766e8e.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.485114] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5098ed85-9591-4957-b968-52837b6b9d05 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.506231] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bdf8aeb-d6fd-464b-897d-5560e3cc75fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.522671] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f923b811-4974-4acb-bc92-8e1bf9569537 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.535790] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for the task: (returnval){ [ 1672.535790] env[62295]: value = "task-1786993" [ 1672.535790] env[62295]: _type = "Task" [ 1672.535790] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.546490] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.559629] env[62295]: DEBUG nova.compute.manager [req-e6f5dce3-3380-47ef-9f2b-ad732d5cd92b req-4b5ba2ef-ef48-40a6-8a88-de7a8583ffa0 service nova] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Detach interface failed, port_id=d85ff10a-d52a-4a37-947d-00cb5e9c645c, reason: Instance 6cd4f1f7-1725-4533-9ef2-6ac907389407 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1672.612737] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23b3c4c-1dab-4b42-9f9f-958ae22d1345 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.621584] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba270c2-606d-4887-9f83-9b9fe56e05d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.653450] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be36f1b-28da-47a3-91b3-bd4b480b515d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.661781] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be74f415-fea6-4628-9b9e-c80975b540a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.676454] env[62295]: DEBUG nova.compute.provider_tree [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1672.682705] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1672.683318] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3ffef7e-5707-45d0-81ca-f68b234a75e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.691637] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1672.691637] env[62295]: value = "task-1786994" [ 1672.691637] env[62295]: _type = "Task" [ 1672.691637] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.700466] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.958925] env[62295]: INFO nova.compute.manager [-] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Took 1.63 seconds to deallocate network for instance. [ 1673.048047] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786993, 'name': ReconfigVM_Task, 'duration_secs': 0.367338} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.048047] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 83a037ac-32cf-45eb-84a9-86f02d766e8e/83a037ac-32cf-45eb-84a9-86f02d766e8e.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.048047] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb6fd307-49ad-457f-95d0-a36b398d4976 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.056139] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for the task: (returnval){ [ 1673.056139] env[62295]: value = "task-1786995" [ 1673.056139] env[62295]: _type = "Task" [ 1673.056139] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.064113] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786995, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.197034] env[62295]: ERROR nova.scheduler.client.report [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [req-2375b2b7-7f4d-4245-8583-444dcbe2c983] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2375b2b7-7f4d-4245-8583-444dcbe2c983"}]} [ 1673.202950] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786994, 'name': PowerOffVM_Task, 'duration_secs': 0.145459} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.203217] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.203428] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.204200] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3edb5d-dff3-4fee-86d0-6c94d9a68482 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.210543] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1673.210762] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a1a01b0-5640-4a1b-a3a3-27fa5da419a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.212918] env[62295]: DEBUG nova.compute.manager [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1673.215315] env[62295]: DEBUG nova.scheduler.client.report [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1673.228734] env[62295]: DEBUG nova.scheduler.client.report [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1673.228970] env[62295]: DEBUG nova.compute.provider_tree [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1673.240649] env[62295]: DEBUG nova.scheduler.client.report [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1673.245298] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1673.245527] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1673.245682] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.245868] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1673.246033] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.246190] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1673.246394] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1673.246550] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1673.246713] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1673.246872] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1673.247058] env[62295]: DEBUG nova.virt.hardware [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1673.247661] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1673.247760] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1673.247920] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Deleting the datastore file [datastore1] 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1673.248801] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f47c48a-489c-4bc4-a126-fc7e8f5d38e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.251412] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ce1c580-a25c-4f4d-8280-ae6943acdffd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.259286] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c034eb2-6b19-4063-9880-3051c91471a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.263036] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1673.263036] env[62295]: value = "task-1786997" [ 1673.263036] env[62295]: _type = "Task" [ 1673.263036] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.263851] env[62295]: DEBUG nova.scheduler.client.report [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1673.281060] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.465674] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.548932] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b44da23-587d-418f-a2f4-c047dd64ce03 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.556451] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383317d0-28bd-4921-9e75-17c95a0a55cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.594296] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786995, 'name': Rename_Task, 'duration_secs': 0.134865} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.594855] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.596873] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493f7285-f84d-4d56-b5c4-6b4ca83fcdba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.599751] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24f3a48e-3d05-4dfc-a515-5eea3d0e1402 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.607088] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafed3eb-ca67-4d84-aadd-60a78dfff31d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.612038] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for the task: (returnval){ [ 1673.612038] env[62295]: value = "task-1786998" [ 1673.612038] env[62295]: _type = "Task" [ 1673.612038] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.631704] env[62295]: DEBUG nova.compute.provider_tree [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1673.634037] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.776688] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1786997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113986} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.776950] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1673.777428] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1673.777696] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1673.834110] env[62295]: DEBUG nova.network.neutron [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Successfully updated port: b9263fe5-f43a-4615-b4c6-57d792a84606 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.027404] env[62295]: DEBUG nova.compute.manager [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Received event network-vif-plugged-b9263fe5-f43a-4615-b4c6-57d792a84606 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1674.027654] env[62295]: DEBUG oslo_concurrency.lockutils [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] Acquiring lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.027852] env[62295]: DEBUG oslo_concurrency.lockutils [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] Lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.027979] env[62295]: DEBUG oslo_concurrency.lockutils [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] Lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.028160] env[62295]: DEBUG nova.compute.manager [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] No waiting events found dispatching network-vif-plugged-b9263fe5-f43a-4615-b4c6-57d792a84606 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1674.028324] env[62295]: WARNING nova.compute.manager [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Received unexpected event network-vif-plugged-b9263fe5-f43a-4615-b4c6-57d792a84606 for instance with vm_state building and task_state spawning. [ 1674.028477] env[62295]: DEBUG nova.compute.manager [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Received event network-changed-b9263fe5-f43a-4615-b4c6-57d792a84606 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1674.028626] env[62295]: DEBUG nova.compute.manager [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Refreshing instance network info cache due to event network-changed-b9263fe5-f43a-4615-b4c6-57d792a84606. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1674.028842] env[62295]: DEBUG oslo_concurrency.lockutils [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] Acquiring lock "refresh_cache-109c79d9-3b88-4b7a-b35a-24e7673ecd56" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.028984] env[62295]: DEBUG oslo_concurrency.lockutils [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] Acquired lock "refresh_cache-109c79d9-3b88-4b7a-b35a-24e7673ecd56" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.029161] env[62295]: DEBUG nova.network.neutron [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Refreshing network info cache for port b9263fe5-f43a-4615-b4c6-57d792a84606 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.123284] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.165783] env[62295]: DEBUG nova.scheduler.client.report [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1674.166084] env[62295]: DEBUG nova.compute.provider_tree [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 108 to 109 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1674.166269] env[62295]: DEBUG nova.compute.provider_tree [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1674.336482] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "refresh_cache-109c79d9-3b88-4b7a-b35a-24e7673ecd56" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.558561] env[62295]: DEBUG nova.network.neutron [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1674.624444] env[62295]: DEBUG oslo_vmware.api [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1786998, 'name': PowerOnVM_Task, 'duration_secs': 0.613253} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.625034] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.625034] env[62295]: INFO nova.compute.manager [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1674.625230] env[62295]: DEBUG nova.compute.manager [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1674.626012] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e42f0-3766-4344-9b02-5c9555bcc2f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.629302] env[62295]: DEBUG nova.network.neutron [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.671480] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.484s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.671994] env[62295]: DEBUG nova.compute.manager [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1674.676300] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.058s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.677657] env[62295]: INFO nova.compute.claims [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.815606] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1674.815865] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1674.819526] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1674.819526] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1674.819526] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1674.819526] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1674.819526] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1674.819526] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1674.819526] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1674.819526] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1674.819526] env[62295]: DEBUG nova.virt.hardware [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1674.819526] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cc4297-1a12-4da7-9a49-04ede1c0f56c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.828041] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea1e5bf-e0fc-4cee-983b-18b404ce7268 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.840471] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Instance VIF info [] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1674.846167] env[62295]: DEBUG oslo.service.loopingcall [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.846475] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1674.846729] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c466a452-ae11-45fb-8f9b-b4f2b185b19e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.864155] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1674.864155] env[62295]: value = "task-1786999" [ 1674.864155] env[62295]: _type = "Task" [ 1674.864155] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.872210] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786999, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.135643] env[62295]: DEBUG oslo_concurrency.lockutils [req-070ce7b2-2b7e-4f18-9c6d-b908918d353e req-a6ee4480-fece-4868-8ab8-5b0560d6db58 service nova] Releasing lock "refresh_cache-109c79d9-3b88-4b7a-b35a-24e7673ecd56" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.140128] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "refresh_cache-109c79d9-3b88-4b7a-b35a-24e7673ecd56" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.140758] env[62295]: DEBUG nova.network.neutron [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1675.145117] env[62295]: INFO nova.compute.manager [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Took 35.79 seconds to build instance. [ 1675.183756] env[62295]: DEBUG nova.compute.utils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1675.186150] env[62295]: DEBUG nova.compute.manager [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1675.186471] env[62295]: DEBUG nova.network.neutron [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1675.377519] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1786999, 'name': CreateVM_Task, 'duration_secs': 0.237352} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.377519] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1675.377519] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.377519] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.377519] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1675.377519] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56711bb-9cd8-416c-98f0-6577d750c4c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.382017] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1675.382017] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529aa262-223c-55ec-f65a-ededaeba37eb" [ 1675.382017] env[62295]: _type = "Task" [ 1675.382017] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.387861] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529aa262-223c-55ec-f65a-ededaeba37eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.393349] env[62295]: DEBUG nova.policy [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f9ea1d374864822a7749355b9f23382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0afd47845eed41f3834cd1696ba6e57d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1675.646796] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8834091-8315-47e2-b8e5-88cd09b9e457 tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Lock "83a037ac-32cf-45eb-84a9-86f02d766e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.299s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.663496] env[62295]: DEBUG nova.network.neutron [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Successfully created port: 9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1675.686736] env[62295]: DEBUG nova.compute.manager [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1675.713828] env[62295]: DEBUG nova.network.neutron [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1675.893922] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529aa262-223c-55ec-f65a-ededaeba37eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.894544] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.894780] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.895014] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.895158] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.895608] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.895853] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-289806ff-b792-4c8e-ad8e-1703478f6caf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.904975] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.905164] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.905892] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d65651-c3cb-411f-854d-db09e093984a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.913915] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1675.913915] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527fa2d0-65d6-3035-6edf-d9c84638a86b" [ 1675.913915] env[62295]: _type = "Task" [ 1675.913915] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.926141] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527fa2d0-65d6-3035-6edf-d9c84638a86b, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.926835] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f035d0-5c03-48a2-b648-0558c7fc6f4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.932214] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1675.932214] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52bd5586-0e67-de2c-5e82-93cadd9135d8" [ 1675.932214] env[62295]: _type = "Task" [ 1675.932214] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.943342] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52bd5586-0e67-de2c-5e82-93cadd9135d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008553} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.945723] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.946046] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965/3d9325e2-ad5a-46c3-a04e-e9c4b32a9965.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1675.946547] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-084a69f7-c51b-4700-bb1f-52e3e58686b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.953341] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1675.953341] env[62295]: value = "task-1787000" [ 1675.953341] env[62295]: _type = "Task" [ 1675.953341] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.963524] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.053671] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b318ac74-424b-4de2-8c48-082bd23ce7a3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.062493] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3a1985-8d9c-48c7-b0cd-2a2e0338adbb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.099840] env[62295]: DEBUG nova.network.neutron [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Updating instance_info_cache with network_info: [{"id": "b9263fe5-f43a-4615-b4c6-57d792a84606", "address": "fa:16:3e:0e:73:82", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9263fe5-f4", "ovs_interfaceid": "b9263fe5-f43a-4615-b4c6-57d792a84606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.101105] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1067f48-c547-4359-93fe-e5780f9c0e46 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.112408] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00cc5c-90ac-420c-9efb-d4cbfe543c49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.128615] env[62295]: DEBUG nova.compute.provider_tree [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.264013] env[62295]: DEBUG nova.network.neutron [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Successfully created port: b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1676.468135] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468797} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.468443] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965/3d9325e2-ad5a-46c3-a04e-e9c4b32a9965.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1676.468658] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1676.468950] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fc76312-fd2f-4257-a9a3-12535e297f4b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.476842] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1676.476842] env[62295]: value = "task-1787001" [ 1676.476842] env[62295]: _type = "Task" [ 1676.476842] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.485263] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.605650] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "refresh_cache-109c79d9-3b88-4b7a-b35a-24e7673ecd56" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.606009] env[62295]: DEBUG nova.compute.manager [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Instance network_info: |[{"id": "b9263fe5-f43a-4615-b4c6-57d792a84606", "address": "fa:16:3e:0e:73:82", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9263fe5-f4", "ovs_interfaceid": "b9263fe5-f43a-4615-b4c6-57d792a84606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1676.606466] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:73:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9263fe5-f43a-4615-b4c6-57d792a84606', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1676.614375] env[62295]: DEBUG oslo.service.loopingcall [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.615625] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1676.616837] env[62295]: DEBUG nova.compute.manager [req-bf586c3d-9801-41cb-9cf1-50fa20ee58bc req-cce98c67-3d1c-4a99-ae61-8f09d9ea067f service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Received event network-changed-747f23da-407a-4471-9cda-c2cf81063588 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1676.617099] env[62295]: DEBUG nova.compute.manager [req-bf586c3d-9801-41cb-9cf1-50fa20ee58bc req-cce98c67-3d1c-4a99-ae61-8f09d9ea067f service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Refreshing instance network info cache due to event network-changed-747f23da-407a-4471-9cda-c2cf81063588. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1676.617261] env[62295]: DEBUG oslo_concurrency.lockutils [req-bf586c3d-9801-41cb-9cf1-50fa20ee58bc req-cce98c67-3d1c-4a99-ae61-8f09d9ea067f service nova] Acquiring lock "refresh_cache-83a037ac-32cf-45eb-84a9-86f02d766e8e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.617405] env[62295]: DEBUG oslo_concurrency.lockutils [req-bf586c3d-9801-41cb-9cf1-50fa20ee58bc req-cce98c67-3d1c-4a99-ae61-8f09d9ea067f service nova] Acquired lock "refresh_cache-83a037ac-32cf-45eb-84a9-86f02d766e8e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.617567] env[62295]: DEBUG nova.network.neutron [req-bf586c3d-9801-41cb-9cf1-50fa20ee58bc req-cce98c67-3d1c-4a99-ae61-8f09d9ea067f service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Refreshing network info cache for port 747f23da-407a-4471-9cda-c2cf81063588 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.618662] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8156da8d-dc9b-450b-aff2-4fd2e4e5ac04 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.635926] env[62295]: DEBUG nova.scheduler.client.report [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1676.645553] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1676.645553] env[62295]: value = "task-1787002" [ 1676.645553] env[62295]: _type = "Task" [ 1676.645553] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.660015] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787002, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.697931] env[62295]: DEBUG nova.compute.manager [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1676.727460] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1676.727720] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1676.727880] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.728074] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1676.728226] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.728375] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1676.728586] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1676.728779] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1676.728966] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1676.729173] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1676.729357] env[62295]: DEBUG nova.virt.hardware [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1676.730366] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821ae7fc-0c86-47c1-b742-25f63cea1c50 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.739492] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1bfe77-1166-4c7c-b61a-b2aaaf160b93 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.986900] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07161} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.987203] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1676.988094] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd300b3-895d-4cae-a50d-ebd309f70db0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.009027] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965/3d9325e2-ad5a-46c3-a04e-e9c4b32a9965.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1677.009027] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f61b03eb-5db3-4dbd-8b1e-75c24deaaaa1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.027809] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1677.027809] env[62295]: value = "task-1787003" [ 1677.027809] env[62295]: _type = "Task" [ 1677.027809] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.036441] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.144032] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.144032] env[62295]: DEBUG nova.compute.manager [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1677.145212] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.936s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.146640] env[62295]: INFO nova.compute.claims [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.162400] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787002, 'name': CreateVM_Task, 'duration_secs': 0.400489} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.162400] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1677.162400] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.162400] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.162400] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1677.162400] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203a4c36-5cf5-4124-8da0-757d5415c5bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.168289] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1677.168289] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c68d84-17d3-a6c6-4298-6cc33bfa828b" [ 1677.168289] env[62295]: _type = "Task" [ 1677.168289] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.179781] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c68d84-17d3-a6c6-4298-6cc33bfa828b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.411894] env[62295]: DEBUG nova.network.neutron [req-bf586c3d-9801-41cb-9cf1-50fa20ee58bc req-cce98c67-3d1c-4a99-ae61-8f09d9ea067f service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Updated VIF entry in instance network info cache for port 747f23da-407a-4471-9cda-c2cf81063588. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.412282] env[62295]: DEBUG nova.network.neutron [req-bf586c3d-9801-41cb-9cf1-50fa20ee58bc req-cce98c67-3d1c-4a99-ae61-8f09d9ea067f service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Updating instance_info_cache with network_info: [{"id": "747f23da-407a-4471-9cda-c2cf81063588", "address": "fa:16:3e:dd:80:64", "network": {"id": "c2b19bf8-3b45-4ae7-94db-630cdcec3ced", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1153309917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb45ca157ebf453b9ee55cde0e53e1e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747f23da-40", "ovs_interfaceid": "747f23da-407a-4471-9cda-c2cf81063588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.537938] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787003, 'name': ReconfigVM_Task, 'duration_secs': 0.307116} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.538793] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965/3d9325e2-ad5a-46c3-a04e-e9c4b32a9965.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.539156] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de363fa3-bd5c-4b02-9403-32332664f99d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.545484] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1677.545484] env[62295]: value = "task-1787004" [ 1677.545484] env[62295]: _type = "Task" [ 1677.545484] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.554124] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787004, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.651911] env[62295]: DEBUG nova.compute.utils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.655284] env[62295]: DEBUG nova.compute.manager [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1677.655426] env[62295]: DEBUG nova.network.neutron [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.678518] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c68d84-17d3-a6c6-4298-6cc33bfa828b, 'name': SearchDatastore_Task, 'duration_secs': 0.016888} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.678842] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.679528] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1677.679801] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.680011] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.680206] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1677.680474] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-881fbec0-750e-4e5b-868f-6c874fe50d01 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.689955] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1677.690173] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1677.690908] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f07372d-3dec-43e6-bbe2-fa392e131811 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.696334] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1677.696334] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523cf71e-970f-4d80-d00d-ecde3962a668" [ 1677.696334] env[62295]: _type = "Task" [ 1677.696334] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.704395] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523cf71e-970f-4d80-d00d-ecde3962a668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.724701] env[62295]: DEBUG nova.policy [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2488cf3b40764314a1c4ab92487ff7ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4c7f84f19b847bc97d6db6282827176', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1677.915315] env[62295]: DEBUG oslo_concurrency.lockutils [req-bf586c3d-9801-41cb-9cf1-50fa20ee58bc req-cce98c67-3d1c-4a99-ae61-8f09d9ea067f service nova] Releasing lock "refresh_cache-83a037ac-32cf-45eb-84a9-86f02d766e8e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.984151] env[62295]: DEBUG nova.compute.manager [req-b01fab21-3b5e-4e09-82db-4f6b24449179 req-5eb03942-a894-4af3-b57f-64f556bc2a60 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Received event network-vif-plugged-9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1677.984151] env[62295]: DEBUG oslo_concurrency.lockutils [req-b01fab21-3b5e-4e09-82db-4f6b24449179 req-5eb03942-a894-4af3-b57f-64f556bc2a60 service nova] Acquiring lock "4b8c41d4-6821-4b14-9217-7421a15f655c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.984151] env[62295]: DEBUG oslo_concurrency.lockutils [req-b01fab21-3b5e-4e09-82db-4f6b24449179 req-5eb03942-a894-4af3-b57f-64f556bc2a60 service nova] Lock "4b8c41d4-6821-4b14-9217-7421a15f655c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.984151] env[62295]: DEBUG oslo_concurrency.lockutils [req-b01fab21-3b5e-4e09-82db-4f6b24449179 req-5eb03942-a894-4af3-b57f-64f556bc2a60 service nova] Lock "4b8c41d4-6821-4b14-9217-7421a15f655c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.984151] env[62295]: DEBUG nova.compute.manager [req-b01fab21-3b5e-4e09-82db-4f6b24449179 req-5eb03942-a894-4af3-b57f-64f556bc2a60 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] No waiting events found dispatching network-vif-plugged-9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1677.984151] env[62295]: WARNING nova.compute.manager [req-b01fab21-3b5e-4e09-82db-4f6b24449179 req-5eb03942-a894-4af3-b57f-64f556bc2a60 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Received unexpected event network-vif-plugged-9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c for instance with vm_state building and task_state spawning. [ 1678.056907] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787004, 'name': Rename_Task, 'duration_secs': 0.137115} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.059630] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.059630] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43c688ae-7c41-4a1a-917c-caa9c6c2c0a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.067022] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1678.067022] env[62295]: value = "task-1787005" [ 1678.067022] env[62295]: _type = "Task" [ 1678.067022] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.074703] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.159022] env[62295]: DEBUG nova.compute.manager [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1678.205638] env[62295]: DEBUG nova.network.neutron [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Successfully updated port: 9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1678.212758] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523cf71e-970f-4d80-d00d-ecde3962a668, 'name': SearchDatastore_Task, 'duration_secs': 0.017796} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.214138] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef77fe8-2161-41d2-9d83-1f421a8277d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.228086] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1678.228086] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52518696-a566-6db2-19c0-245799cdece5" [ 1678.228086] env[62295]: _type = "Task" [ 1678.228086] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.241187] env[62295]: DEBUG nova.network.neutron [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Successfully created port: f72b7251-3381-488b-ac9b-0f3609834bc3 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.245371] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52518696-a566-6db2-19c0-245799cdece5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.567332] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de2f5cb-2f4c-4d45-9561-1e832d19b0c2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.582507] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80adc3-76e4-41ab-9401-7375053165b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.585235] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.613272] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f1467b-e024-40dc-9b95-e235d8f88a30 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.621965] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a426c84c-4c6c-426d-ba51-f286b57b2550 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.635762] env[62295]: DEBUG nova.compute.provider_tree [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.741630] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52518696-a566-6db2-19c0-245799cdece5, 'name': SearchDatastore_Task, 'duration_secs': 0.016423} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.741897] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.742175] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 109c79d9-3b88-4b7a-b35a-24e7673ecd56/109c79d9-3b88-4b7a-b35a-24e7673ecd56.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1678.742441] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efa1ea60-52a9-4a37-814d-b371b4d57a2b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.750709] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1678.750709] env[62295]: value = "task-1787006" [ 1678.750709] env[62295]: _type = "Task" [ 1678.750709] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.758840] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.027123] env[62295]: INFO nova.compute.manager [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Rebuilding instance [ 1679.072290] env[62295]: DEBUG nova.compute.manager [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1679.073086] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e03c7d0-e834-4ae7-8bba-cc27533b127e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.081223] env[62295]: DEBUG oslo_vmware.api [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787005, 'name': PowerOnVM_Task, 'duration_secs': 0.635082} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.082834] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.083072] env[62295]: DEBUG nova.compute.manager [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1679.086199] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f63391b-c813-4a1a-a3e7-77e0c0b6b388 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.166167] env[62295]: DEBUG nova.scheduler.client.report [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1679.166436] env[62295]: DEBUG nova.compute.provider_tree [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 109 to 110 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1679.166635] env[62295]: DEBUG nova.compute.provider_tree [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.171595] env[62295]: DEBUG nova.compute.manager [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1679.196471] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1679.196962] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1679.196962] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.197147] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1679.197296] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.197450] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1679.197654] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1679.197814] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1679.198644] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1679.198882] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1679.199096] env[62295]: DEBUG nova.virt.hardware [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1679.200262] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdeb4f6-d4a8-49c6-b7e2-577700df61b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.208423] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d0d908-7a5c-4022-8693-2892851ad7ea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.260555] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.593230] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.593736] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2866906-f902-4ede-9abd-945f606d95c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.606220] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.609226] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1679.609226] env[62295]: value = "task-1787007" [ 1679.609226] env[62295]: _type = "Task" [ 1679.609226] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.622592] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.672012] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.672666] env[62295]: DEBUG nova.compute.manager [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1679.676273] env[62295]: DEBUG oslo_concurrency.lockutils [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.832s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.676356] env[62295]: DEBUG oslo_concurrency.lockutils [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.679832] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.608s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.679832] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.681798] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.719s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.707435] env[62295]: INFO nova.scheduler.client.report [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Deleted allocations for instance 61527d16-e26b-4778-af66-0d7c5a50db92 [ 1679.765655] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787006, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.014513] env[62295]: DEBUG nova.network.neutron [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Successfully updated port: f72b7251-3381-488b-ac9b-0f3609834bc3 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1680.014513] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "3d9325e2-ad5a-46c3-a04e-e9c4b32a9965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.014513] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "3d9325e2-ad5a-46c3-a04e-e9c4b32a9965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.014513] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "3d9325e2-ad5a-46c3-a04e-e9c4b32a9965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.018212] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "3d9325e2-ad5a-46c3-a04e-e9c4b32a9965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.018212] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "3d9325e2-ad5a-46c3-a04e-e9c4b32a9965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.020026] env[62295]: INFO nova.compute.manager [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Terminating instance [ 1680.021679] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "refresh_cache-3d9325e2-ad5a-46c3-a04e-e9c4b32a9965" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.021858] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquired lock "refresh_cache-3d9325e2-ad5a-46c3-a04e-e9c4b32a9965" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.022141] env[62295]: DEBUG nova.network.neutron [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.026902] env[62295]: DEBUG nova.compute.manager [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Received event network-changed-9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.027118] env[62295]: DEBUG nova.compute.manager [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Refreshing instance network info cache due to event network-changed-9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1680.027372] env[62295]: DEBUG oslo_concurrency.lockutils [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] Acquiring lock "refresh_cache-4b8c41d4-6821-4b14-9217-7421a15f655c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.027992] env[62295]: DEBUG oslo_concurrency.lockutils [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] Acquired lock "refresh_cache-4b8c41d4-6821-4b14-9217-7421a15f655c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.027992] env[62295]: DEBUG nova.network.neutron [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Refreshing network info cache for port 9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1680.119612] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787007, 'name': PowerOffVM_Task, 'duration_secs': 0.3023} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.119940] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1680.120207] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1680.121134] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e231306-4c9a-47a1-b36d-1a3bd6358b76 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.128190] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1680.129352] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed8d5014-8663-4a2a-b0ca-49838e8b6c53 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.177399] env[62295]: DEBUG nova.compute.utils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1680.179246] env[62295]: DEBUG nova.compute.manager [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1680.179423] env[62295]: DEBUG nova.network.neutron [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1680.191118] env[62295]: INFO nova.compute.claims [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.198397] env[62295]: DEBUG oslo_concurrency.lockutils [None req-46d3ff2f-97fc-4634-bf98-2f197de97e94 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.322s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.203084] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.968s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.203317] env[62295]: INFO nova.compute.manager [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Unshelving [ 1680.206017] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.206206] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.206391] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleting the datastore file [datastore1] 69fbbea7-da81-405c-a26d-70007391ba6b {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.206818] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97194e91-9951-4408-8a3d-1f20485899e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.220944] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1680.220944] env[62295]: value = "task-1787009" [ 1680.220944] env[62295]: _type = "Task" [ 1680.220944] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.221393] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2744798-4e2f-4ea9-af8d-2f9a9d67202d tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "61527d16-e26b-4778-af66-0d7c5a50db92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.509s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.231806] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.259102] env[62295]: DEBUG nova.policy [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2488cf3b40764314a1c4ab92487ff7ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4c7f84f19b847bc97d6db6282827176', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1680.259871] env[62295]: DEBUG nova.network.neutron [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Successfully updated port: b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1680.264146] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787006, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.157171} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.264669] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 109c79d9-3b88-4b7a-b35a-24e7673ecd56/109c79d9-3b88-4b7a-b35a-24e7673ecd56.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1680.264802] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1680.265048] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a606c582-1d8e-41b1-850f-fdae0b726489 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.271285] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1680.271285] env[62295]: value = "task-1787010" [ 1680.271285] env[62295]: _type = "Task" [ 1680.271285] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.279284] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.521785] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.521785] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.524103] env[62295]: DEBUG nova.network.neutron [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.526047] env[62295]: DEBUG nova.network.neutron [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Successfully created port: fd5a43c8-9a7d-4136-b89a-2a8ef420eee7 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1680.548954] env[62295]: DEBUG nova.network.neutron [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1680.577610] env[62295]: DEBUG nova.network.neutron [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1680.641732] env[62295]: DEBUG nova.network.neutron [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.678851] env[62295]: DEBUG nova.network.neutron [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.684019] env[62295]: DEBUG nova.compute.manager [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1680.707345] env[62295]: INFO nova.compute.resource_tracker [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating resource usage from migration 30c2313d-fa22-426f-862e-a75f4973a4a6 [ 1680.733064] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.765943] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "refresh_cache-4b8c41d4-6821-4b14-9217-7421a15f655c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.787981] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060477} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.787981] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1680.787981] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68ecb48-64d6-4e40-b68e-127656b9156e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.814097] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 109c79d9-3b88-4b7a-b35a-24e7673ecd56/109c79d9-3b88-4b7a-b35a-24e7673ecd56.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.817778] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-917293ee-0934-4acc-9eed-efbe3bc24a86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.841695] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1680.841695] env[62295]: value = "task-1787011" [ 1680.841695] env[62295]: _type = "Task" [ 1680.841695] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.851465] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.072767] env[62295]: DEBUG nova.network.neutron [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1681.084823] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05163cf4-1200-4118-934f-a478b97f74bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.092920] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114908e3-c0e6-48e0-aa36-6e6d4658c9a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.128996] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7bc72b-483e-4a18-9e4f-187a27e10a1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.137356] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a272a774-78fc-40e7-9323-ea1110568427 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.153361] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Releasing lock "refresh_cache-3d9325e2-ad5a-46c3-a04e-e9c4b32a9965" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.153775] env[62295]: DEBUG nova.compute.manager [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1681.153979] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.154492] env[62295]: DEBUG nova.compute.provider_tree [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1681.157014] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721c83c0-b724-4f02-8a59-7d6bd1c34d1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.170806] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.171223] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b84a2d9-a353-49c9-a3ea-44704df27709 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.178816] env[62295]: DEBUG oslo_vmware.api [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1681.178816] env[62295]: value = "task-1787012" [ 1681.178816] env[62295]: _type = "Task" [ 1681.178816] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.183341] env[62295]: DEBUG oslo_concurrency.lockutils [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] Releasing lock "refresh_cache-4b8c41d4-6821-4b14-9217-7421a15f655c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.183603] env[62295]: DEBUG nova.compute.manager [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Received event network-vif-plugged-f72b7251-3381-488b-ac9b-0f3609834bc3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1681.183812] env[62295]: DEBUG oslo_concurrency.lockutils [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] Acquiring lock "e02f691c-b485-4f65-bc6e-276c26cf41d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.184042] env[62295]: DEBUG oslo_concurrency.lockutils [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] Lock "e02f691c-b485-4f65-bc6e-276c26cf41d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.184215] env[62295]: DEBUG oslo_concurrency.lockutils [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] Lock "e02f691c-b485-4f65-bc6e-276c26cf41d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.184404] env[62295]: DEBUG nova.compute.manager [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] No waiting events found dispatching network-vif-plugged-f72b7251-3381-488b-ac9b-0f3609834bc3 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1681.184563] env[62295]: WARNING nova.compute.manager [req-9f8da7ee-da1f-463b-bf43-4f93ce739575 req-c653eb9f-dac8-46fb-98f1-6736392feaf0 service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Received unexpected event network-vif-plugged-f72b7251-3381-488b-ac9b-0f3609834bc3 for instance with vm_state building and task_state spawning. [ 1681.185235] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquired lock "refresh_cache-4b8c41d4-6821-4b14-9217-7421a15f655c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.185392] env[62295]: DEBUG nova.network.neutron [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1681.192906] env[62295]: DEBUG oslo_vmware.api [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.201709] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "87afabee-3b0a-44e8-97d5-54d4db154f9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.201789] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "87afabee-3b0a-44e8-97d5-54d4db154f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.201990] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "87afabee-3b0a-44e8-97d5-54d4db154f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.202224] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "87afabee-3b0a-44e8-97d5-54d4db154f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.202402] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "87afabee-3b0a-44e8-97d5-54d4db154f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.206446] env[62295]: INFO nova.compute.manager [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Terminating instance [ 1681.208316] env[62295]: DEBUG nova.compute.manager [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1681.208501] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.209403] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521bba6c-f223-48ac-b361-2a5c4850e2a6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.219784] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.220817] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d83a496-347e-4d21-b4a0-bb1683dcd206 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.228431] env[62295]: DEBUG oslo_vmware.api [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1681.228431] env[62295]: value = "task-1787013" [ 1681.228431] env[62295]: _type = "Task" [ 1681.228431] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.232694] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.236354] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.649722} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.236930] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1681.237176] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1681.237362] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1681.242685] env[62295]: DEBUG oslo_vmware.api [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1787013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.243856] env[62295]: DEBUG nova.network.neutron [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Updating instance_info_cache with network_info: [{"id": "f72b7251-3381-488b-ac9b-0f3609834bc3", "address": "fa:16:3e:e5:d1:8f", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72b7251-33", "ovs_interfaceid": "f72b7251-3381-488b-ac9b-0f3609834bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.351386] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787011, 'name': ReconfigVM_Task, 'duration_secs': 0.35042} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.351692] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 109c79d9-3b88-4b7a-b35a-24e7673ecd56/109c79d9-3b88-4b7a-b35a-24e7673ecd56.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.352333] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99d3eca1-69a0-4050-a437-63c5522e9772 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.358963] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1681.358963] env[62295]: value = "task-1787014" [ 1681.358963] env[62295]: _type = "Task" [ 1681.358963] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.366384] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787014, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.690707] env[62295]: DEBUG oslo_vmware.api [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787012, 'name': PowerOffVM_Task, 'duration_secs': 0.124097} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.691583] env[62295]: DEBUG nova.scheduler.client.report [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1681.691810] env[62295]: DEBUG nova.compute.provider_tree [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 110 to 111 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1681.691988] env[62295]: DEBUG nova.compute.provider_tree [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1681.695173] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.695351] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.697033] env[62295]: DEBUG nova.compute.manager [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1681.699346] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45807287-459a-4caa-9bb3-5ad7e753c88f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.722207] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1681.722459] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1681.722616] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.722796] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1681.722991] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.723171] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1681.723380] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1681.723541] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1681.723707] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1681.723875] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1681.724056] env[62295]: DEBUG nova.virt.hardware [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1681.725176] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59478532-0fde-4276-b700-9c33e6aa33e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.728855] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1681.729101] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1681.729494] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Deleting the datastore file [datastore1] 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.730117] env[62295]: DEBUG nova.network.neutron [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1681.732200] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74f05bd5-7fa9-4a0e-95bd-90ac43fb136c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.740296] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bfe74c-be2d-4059-8e6f-399f81f7e9f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.748307] env[62295]: DEBUG oslo_vmware.api [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for the task: (returnval){ [ 1681.748307] env[62295]: value = "task-1787016" [ 1681.748307] env[62295]: _type = "Task" [ 1681.748307] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.751624] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.751894] env[62295]: DEBUG nova.compute.manager [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Instance network_info: |[{"id": "f72b7251-3381-488b-ac9b-0f3609834bc3", "address": "fa:16:3e:e5:d1:8f", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72b7251-33", "ovs_interfaceid": "f72b7251-3381-488b-ac9b-0f3609834bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1681.752563] env[62295]: DEBUG oslo_vmware.api [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1787013, 'name': PowerOffVM_Task, 'duration_secs': 0.223864} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.752911] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:d1:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f72b7251-3381-488b-ac9b-0f3609834bc3', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.761465] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Creating folder: Project (a4c7f84f19b847bc97d6db6282827176). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.764427] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.764603] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.776137] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1e65321-4eaa-4547-9c90-7ad4288df7bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.777672] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f8000e6-6635-4e81-97a9-930a6f5a95b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.784612] env[62295]: DEBUG oslo_vmware.api [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.789646] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Created folder: Project (a4c7f84f19b847bc97d6db6282827176) in parent group-v370569. [ 1681.789839] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Creating folder: Instances. Parent ref: group-v370792. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.790081] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a05c493b-8696-4fff-b8d1-76bcfa2a5443 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.803396] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Created folder: Instances in parent group-v370792. [ 1681.803639] env[62295]: DEBUG oslo.service.loopingcall [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.805780] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.805997] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-725b72d7-cf81-43c5-ac71-64488dce70af {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.827162] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.827162] env[62295]: value = "task-1787020" [ 1681.827162] env[62295]: _type = "Task" [ 1681.827162] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.834754] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787020, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.870775] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787014, 'name': Rename_Task, 'duration_secs': 0.144183} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.871086] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1681.871424] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-887b251e-e9e3-4ecc-897a-bef9c229af94 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.877672] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1681.877672] env[62295]: value = "task-1787021" [ 1681.877672] env[62295]: _type = "Task" [ 1681.877672] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.887215] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.969952] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1681.970208] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1681.970403] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Deleting the datastore file [datastore1] 87afabee-3b0a-44e8-97d5-54d4db154f9b {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.970971] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-293fb939-f7b4-4824-ad9e-d7d82a0f1b11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.981783] env[62295]: DEBUG oslo_vmware.api [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for the task: (returnval){ [ 1681.981783] env[62295]: value = "task-1787022" [ 1681.981783] env[62295]: _type = "Task" [ 1681.981783] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.990429] env[62295]: DEBUG oslo_vmware.api [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1787022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.067260] env[62295]: DEBUG nova.compute.manager [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Received event network-changed-f72b7251-3381-488b-ac9b-0f3609834bc3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1682.067260] env[62295]: DEBUG nova.compute.manager [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Refreshing instance network info cache due to event network-changed-f72b7251-3381-488b-ac9b-0f3609834bc3. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1682.067260] env[62295]: DEBUG oslo_concurrency.lockutils [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] Acquiring lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.067260] env[62295]: DEBUG oslo_concurrency.lockutils [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] Acquired lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.067260] env[62295]: DEBUG nova.network.neutron [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Refreshing network info cache for port f72b7251-3381-488b-ac9b-0f3609834bc3 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1682.132010] env[62295]: DEBUG nova.network.neutron [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Updating instance_info_cache with network_info: [{"id": "9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c", "address": "fa:16:3e:e1:eb:c7", "network": {"id": "f6a0e1de-423a-4a6f-b4ce-1e52d4eb59bf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-510804434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc7f36b-7b", "ovs_interfaceid": "9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8", "address": "fa:16:3e:7d:4f:b8", "network": {"id": "0ee22349-5cf2-4f38-b911-43a01a24b2df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-71725439", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e2c1b1-20", "ovs_interfaceid": "b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.201918] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.519s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.201918] env[62295]: INFO nova.compute.manager [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Migrating [ 1682.210034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.018s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.210562] env[62295]: DEBUG oslo_concurrency.lockutils [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.213482] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.882s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.213711] env[62295]: DEBUG nova.objects.instance [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lazy-loading 'resources' on Instance uuid 0efc8a99-41f3-4184-ad9c-50011d560179 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.247103] env[62295]: INFO nova.scheduler.client.report [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted allocations for instance 3ea80d31-e695-426f-a6f5-1da0bf68387d [ 1682.253878] env[62295]: DEBUG nova.network.neutron [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Successfully updated port: fd5a43c8-9a7d-4136-b89a-2a8ef420eee7 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1682.276222] env[62295]: DEBUG oslo_vmware.api [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Task: {'id': task-1787016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164268} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.278301] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.278517] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.278698] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.278925] env[62295]: INFO nova.compute.manager [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1682.279185] env[62295]: DEBUG oslo.service.loopingcall [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.281861] env[62295]: DEBUG nova.compute.manager [-] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1682.281968] env[62295]: DEBUG nova.network.neutron [-] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.285973] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1682.286218] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1682.286375] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1682.286553] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1682.286795] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1682.286851] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1682.287046] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1682.287213] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1682.287379] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1682.287541] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1682.287713] env[62295]: DEBUG nova.virt.hardware [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1682.288611] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ff68a2-bc85-4e8a-ae6a-2417863cca55 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.299178] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3b439a-68ad-4088-935a-c12c7d68710d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.306554] env[62295]: DEBUG nova.network.neutron [-] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.319834] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:c9:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa513ae9-5414-49fe-b66a-6a27884bb131', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.327386] env[62295]: DEBUG oslo.service.loopingcall [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.328062] env[62295]: DEBUG nova.network.neutron [-] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.329417] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.333137] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aa97397-ef9e-4a9b-8d37-81a80f5e4db3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.357133] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787020, 'name': CreateVM_Task, 'duration_secs': 0.388457} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.358267] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.358498] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1682.358498] env[62295]: value = "task-1787023" [ 1682.358498] env[62295]: _type = "Task" [ 1682.358498] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.359155] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.359318] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.359627] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.359944] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e338d5e-8a17-4f9c-ae08-e8c4be0bb152 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.372016] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1682.372016] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521ad038-d004-d435-c027-a00c668c6331" [ 1682.372016] env[62295]: _type = "Task" [ 1682.372016] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.375368] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787023, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.392555] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787021, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.393141] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521ad038-d004-d435-c027-a00c668c6331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.492235] env[62295]: DEBUG oslo_vmware.api [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Task: {'id': task-1787022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357208} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.494919] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.495146] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.495358] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.495559] env[62295]: INFO nova.compute.manager [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1682.495825] env[62295]: DEBUG oslo.service.loopingcall [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.496270] env[62295]: DEBUG nova.compute.manager [-] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1682.496365] env[62295]: DEBUG nova.network.neutron [-] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.586865] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6671459-95b3-4899-acdd-e62b896c8935 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.595501] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6762217-d6dc-45d6-9c77-5843d69d31f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.629558] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd949740-4c74-457c-b583-eeb7aeb9bc0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.636487] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Releasing lock "refresh_cache-4b8c41d4-6821-4b14-9217-7421a15f655c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.636856] env[62295]: DEBUG nova.compute.manager [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Instance network_info: |[{"id": "9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c", "address": "fa:16:3e:e1:eb:c7", "network": {"id": "f6a0e1de-423a-4a6f-b4ce-1e52d4eb59bf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-510804434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc7f36b-7b", "ovs_interfaceid": "9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8", "address": "fa:16:3e:7d:4f:b8", "network": {"id": "0ee22349-5cf2-4f38-b911-43a01a24b2df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-71725439", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e2c1b1-20", "ovs_interfaceid": "b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1682.637447] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:eb:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4f:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.647118] env[62295]: DEBUG oslo.service.loopingcall [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.648337] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a2414e-dcff-439c-91f8-549caac75b8d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.652812] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.653064] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8d7887d-cf29-4ac4-85a8-6a1167537691 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.682126] env[62295]: DEBUG nova.compute.provider_tree [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1682.685306] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1682.685306] env[62295]: value = "task-1787024" [ 1682.685306] env[62295]: _type = "Task" [ 1682.685306] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.695446] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787024, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.728621] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.729283] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.729283] env[62295]: DEBUG nova.network.neutron [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.759425] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "refresh_cache-aad9f398-55dc-4296-8561-bd6d0cd1da9c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.759425] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "refresh_cache-aad9f398-55dc-4296-8561-bd6d0cd1da9c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.759425] env[62295]: DEBUG nova.network.neutron [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.759425] env[62295]: DEBUG oslo_concurrency.lockutils [None req-951ff6e1-987d-4e2f-96bb-597e4687d32c tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "3ea80d31-e695-426f-a6f5-1da0bf68387d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.107s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.830619] env[62295]: INFO nova.compute.manager [-] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Took 0.55 seconds to deallocate network for instance. [ 1682.870288] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787023, 'name': CreateVM_Task, 'duration_secs': 0.368591} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.870469] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.871141] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.888049] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521ad038-d004-d435-c027-a00c668c6331, 'name': SearchDatastore_Task, 'duration_secs': 0.019404} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.889027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.889273] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.889502] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.889646] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.890049] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.892927] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.893253] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.893478] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4161d06-7ec4-44bc-8791-22f0cd78b857 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.895533] env[62295]: DEBUG oslo_vmware.api [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787021, 'name': PowerOnVM_Task, 'duration_secs': 0.677876} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.896051] env[62295]: DEBUG nova.network.neutron [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Updated VIF entry in instance network info cache for port f72b7251-3381-488b-ac9b-0f3609834bc3. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.896313] env[62295]: DEBUG nova.network.neutron [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Updating instance_info_cache with network_info: [{"id": "f72b7251-3381-488b-ac9b-0f3609834bc3", "address": "fa:16:3e:e5:d1:8f", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72b7251-33", "ovs_interfaceid": "f72b7251-3381-488b-ac9b-0f3609834bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.897408] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79a08bf-4e54-407b-8522-e61cb8783cfd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.902017] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1682.902017] env[62295]: INFO nova.compute.manager [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1682.902017] env[62295]: DEBUG nova.compute.manager [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1682.902017] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5e2472-1a8d-4fe9-9586-4a26f21db54b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.906283] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.906453] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.909271] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eee0ba8-e6e2-45c7-a4f6-e86b44ccda46 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.914159] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1682.914159] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d51622-6539-739b-d1bd-8257554256a3" [ 1682.914159] env[62295]: _type = "Task" [ 1682.914159] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.920137] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1682.920137] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5298ed88-1b18-871f-f8ee-80927b5335fc" [ 1682.920137] env[62295]: _type = "Task" [ 1682.920137] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.927514] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d51622-6539-739b-d1bd-8257554256a3, 'name': SearchDatastore_Task, 'duration_secs': 0.015409} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.928256] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.928434] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.928591] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.932912] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5298ed88-1b18-871f-f8ee-80927b5335fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.933707] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c476431-eb6a-4018-8abc-c4e61f9c9cfb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.938537] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1682.938537] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f3c251-b327-d02f-c289-5eb995aea811" [ 1682.938537] env[62295]: _type = "Task" [ 1682.938537] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.948501] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f3c251-b327-d02f-c289-5eb995aea811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.198292] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787024, 'name': CreateVM_Task, 'duration_secs': 0.495115} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.198464] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.199276] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.199438] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.199755] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1683.200049] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f3e8b5-4805-4a2b-9aa4-8c7cddab5013 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.205329] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1683.205329] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52142c75-8d3e-5676-54da-5ebc41007c2e" [ 1683.205329] env[62295]: _type = "Task" [ 1683.205329] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.208886] env[62295]: ERROR nova.scheduler.client.report [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] [req-bd9b1f3d-0d46-4ada-89fe-66ad3dbc1e63] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bd9b1f3d-0d46-4ada-89fe-66ad3dbc1e63"}]} [ 1683.216057] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52142c75-8d3e-5676-54da-5ebc41007c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.224384] env[62295]: DEBUG nova.scheduler.client.report [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1683.236957] env[62295]: DEBUG nova.scheduler.client.report [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1683.237177] env[62295]: DEBUG nova.compute.provider_tree [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1683.247396] env[62295]: DEBUG nova.scheduler.client.report [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1683.269059] env[62295]: DEBUG nova.scheduler.client.report [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1683.316702] env[62295]: DEBUG nova.network.neutron [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.338882] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.345823] env[62295]: DEBUG nova.network.neutron [-] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.404116] env[62295]: DEBUG oslo_concurrency.lockutils [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] Releasing lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.404116] env[62295]: DEBUG nova.compute.manager [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Received event network-vif-plugged-b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1683.404116] env[62295]: DEBUG oslo_concurrency.lockutils [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] Acquiring lock "4b8c41d4-6821-4b14-9217-7421a15f655c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.404116] env[62295]: DEBUG oslo_concurrency.lockutils [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] Lock "4b8c41d4-6821-4b14-9217-7421a15f655c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.404116] env[62295]: DEBUG oslo_concurrency.lockutils [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] Lock "4b8c41d4-6821-4b14-9217-7421a15f655c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.404116] env[62295]: DEBUG nova.compute.manager [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] No waiting events found dispatching network-vif-plugged-b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1683.404116] env[62295]: WARNING nova.compute.manager [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Received unexpected event network-vif-plugged-b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8 for instance with vm_state building and task_state spawning. [ 1683.404116] env[62295]: DEBUG nova.compute.manager [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Received event network-changed-b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1683.404116] env[62295]: DEBUG nova.compute.manager [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Refreshing instance network info cache due to event network-changed-b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1683.404116] env[62295]: DEBUG oslo_concurrency.lockutils [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] Acquiring lock "refresh_cache-4b8c41d4-6821-4b14-9217-7421a15f655c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.404116] env[62295]: DEBUG oslo_concurrency.lockutils [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] Acquired lock "refresh_cache-4b8c41d4-6821-4b14-9217-7421a15f655c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.404116] env[62295]: DEBUG nova.network.neutron [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Refreshing network info cache for port b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.430832] env[62295]: INFO nova.compute.manager [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Took 23.14 seconds to build instance. [ 1683.454316] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f3c251-b327-d02f-c289-5eb995aea811, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.454527] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.454881] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e02f691c-b485-4f65-bc6e-276c26cf41d7/e02f691c-b485-4f65-bc6e-276c26cf41d7.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1683.455060] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.455251] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.455466] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba5a3b57-e9c2-486e-a876-99f33ea3df4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.459997] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaedf58d-c439-48c1-b6da-4b0944fe0bf6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.471765] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1683.471765] env[62295]: value = "task-1787025" [ 1683.471765] env[62295]: _type = "Task" [ 1683.471765] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.477959] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.478720] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.484650] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b583002a-63d1-434a-a8bb-0cb17ece3953 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.492044] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.499144] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1683.499144] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f1e625-6c06-7f96-0fb8-70417cf40a09" [ 1683.499144] env[62295]: _type = "Task" [ 1683.499144] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.505166] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f1e625-6c06-7f96-0fb8-70417cf40a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.537874] env[62295]: DEBUG nova.network.neutron [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Updating instance_info_cache with network_info: [{"id": "fd5a43c8-9a7d-4136-b89a-2a8ef420eee7", "address": "fa:16:3e:7b:a8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd5a43c8-9a", "ovs_interfaceid": "fd5a43c8-9a7d-4136-b89a-2a8ef420eee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.596825] env[62295]: DEBUG nova.network.neutron [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance_info_cache with network_info: [{"id": "3180be4b-042b-4b58-b283-a07fb904fe78", "address": "fa:16:3e:6d:8e:25", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3180be4b-04", "ovs_interfaceid": "3180be4b-042b-4b58-b283-a07fb904fe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.679331] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aede349-1772-4b86-92d7-e8a12142cf5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.688793] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb9aa26-23cb-46ef-ba10-fbbb5b91ec51 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.732663] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0358b73c-77de-4b47-82c6-4a0c99dc5a25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.744988] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52142c75-8d3e-5676-54da-5ebc41007c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.028478} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.746445] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5700916-d010-4883-8bbb-c57a3ef25c12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.751245] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.751578] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.751816] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.764046] env[62295]: DEBUG nova.compute.provider_tree [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1683.772066] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "e6d2529f-3204-432c-97e9-166515a8b781" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.772372] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "e6d2529f-3204-432c-97e9-166515a8b781" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.851278] env[62295]: INFO nova.compute.manager [-] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Took 1.35 seconds to deallocate network for instance. [ 1683.934785] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e413d983-3f5b-4d33-87cc-7785b5f3a466 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.659s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.982440] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.011445] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f1e625-6c06-7f96-0fb8-70417cf40a09, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.012372] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d8f02c-e15e-42c1-8966-c2379a55e9a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.018706] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1684.018706] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52752c40-8663-9767-6c8a-9f1a7c129c07" [ 1684.018706] env[62295]: _type = "Task" [ 1684.018706] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.031998] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52752c40-8663-9767-6c8a-9f1a7c129c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.041206] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "refresh_cache-aad9f398-55dc-4296-8561-bd6d0cd1da9c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.042156] env[62295]: DEBUG nova.compute.manager [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Instance network_info: |[{"id": "fd5a43c8-9a7d-4136-b89a-2a8ef420eee7", "address": "fa:16:3e:7b:a8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd5a43c8-9a", "ovs_interfaceid": "fd5a43c8-9a7d-4136-b89a-2a8ef420eee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1684.042156] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a8:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd5a43c8-9a7d-4136-b89a-2a8ef420eee7', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1684.049973] env[62295]: DEBUG oslo.service.loopingcall [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.050184] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1684.050408] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3aa7aa1-9ae2-4e2d-a30d-f803cc909534 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.074512] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1684.074512] env[62295]: value = "task-1787026" [ 1684.074512] env[62295]: _type = "Task" [ 1684.074512] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.082087] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787026, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.100822] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.131043] env[62295]: DEBUG nova.compute.manager [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Received event network-vif-plugged-fd5a43c8-9a7d-4136-b89a-2a8ef420eee7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1684.131043] env[62295]: DEBUG oslo_concurrency.lockutils [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] Acquiring lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.131043] env[62295]: DEBUG oslo_concurrency.lockutils [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] Lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.131043] env[62295]: DEBUG oslo_concurrency.lockutils [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] Lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.131253] env[62295]: DEBUG nova.compute.manager [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] No waiting events found dispatching network-vif-plugged-fd5a43c8-9a7d-4136-b89a-2a8ef420eee7 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1684.131289] env[62295]: WARNING nova.compute.manager [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Received unexpected event network-vif-plugged-fd5a43c8-9a7d-4136-b89a-2a8ef420eee7 for instance with vm_state building and task_state spawning. [ 1684.131435] env[62295]: DEBUG nova.compute.manager [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Received event network-changed-fd5a43c8-9a7d-4136-b89a-2a8ef420eee7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1684.131584] env[62295]: DEBUG nova.compute.manager [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Refreshing instance network info cache due to event network-changed-fd5a43c8-9a7d-4136-b89a-2a8ef420eee7. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1684.131764] env[62295]: DEBUG oslo_concurrency.lockutils [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] Acquiring lock "refresh_cache-aad9f398-55dc-4296-8561-bd6d0cd1da9c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.131930] env[62295]: DEBUG oslo_concurrency.lockutils [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] Acquired lock "refresh_cache-aad9f398-55dc-4296-8561-bd6d0cd1da9c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.132055] env[62295]: DEBUG nova.network.neutron [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Refreshing network info cache for port fd5a43c8-9a7d-4136-b89a-2a8ef420eee7 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.197728] env[62295]: DEBUG nova.network.neutron [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Updated VIF entry in instance network info cache for port b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.198181] env[62295]: DEBUG nova.network.neutron [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Updating instance_info_cache with network_info: [{"id": "9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c", "address": "fa:16:3e:e1:eb:c7", "network": {"id": "f6a0e1de-423a-4a6f-b4ce-1e52d4eb59bf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-510804434", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc7f36b-7b", "ovs_interfaceid": "9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8", "address": "fa:16:3e:7d:4f:b8", "network": {"id": "0ee22349-5cf2-4f38-b911-43a01a24b2df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-71725439", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e2c1b1-20", "ovs_interfaceid": "b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.274436] env[62295]: DEBUG nova.compute.manager [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1684.296146] env[62295]: DEBUG nova.scheduler.client.report [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1684.296416] env[62295]: DEBUG nova.compute.provider_tree [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 112 to 113 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1684.296594] env[62295]: DEBUG nova.compute.provider_tree [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1684.358692] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.409064] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.409232] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.409357] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.409543] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.409711] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.412150] env[62295]: INFO nova.compute.manager [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Terminating instance [ 1684.413843] env[62295]: DEBUG nova.compute.manager [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1684.414111] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1684.415013] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeafd98-17a8-48c8-a00e-902be5bfccc2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.423157] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.423460] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ab7ded-322a-45aa-8606-7b95865b7860 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.432359] env[62295]: DEBUG oslo_vmware.api [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1684.432359] env[62295]: value = "task-1787027" [ 1684.432359] env[62295]: _type = "Task" [ 1684.432359] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.441758] env[62295]: DEBUG oslo_vmware.api [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.482108] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655311} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.482430] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e02f691c-b485-4f65-bc6e-276c26cf41d7/e02f691c-b485-4f65-bc6e-276c26cf41d7.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1684.482647] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1684.482908] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1260afd-bde6-460e-8e80-8b27200caa15 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.489784] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1684.489784] env[62295]: value = "task-1787028" [ 1684.489784] env[62295]: _type = "Task" [ 1684.489784] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.497911] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.530431] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52752c40-8663-9767-6c8a-9f1a7c129c07, 'name': SearchDatastore_Task, 'duration_secs': 0.040095} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.530845] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.531228] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 69fbbea7-da81-405c-a26d-70007391ba6b/69fbbea7-da81-405c-a26d-70007391ba6b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.531619] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.531828] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.532162] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0abf9c-214c-4c9a-9cd2-d1250456359f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.534401] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d65e75e-8c77-40a6-8139-fda645c14975 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.541213] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1684.541213] env[62295]: value = "task-1787029" [ 1684.541213] env[62295]: _type = "Task" [ 1684.541213] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.545564] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.546245] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1684.547073] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a189294-318f-4680-9a4c-41fa9ff44d44 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.552566] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.555721] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1684.555721] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c64f52-bc27-691d-1b0d-7dcc06fe9f57" [ 1684.555721] env[62295]: _type = "Task" [ 1684.555721] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.563350] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c64f52-bc27-691d-1b0d-7dcc06fe9f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.584443] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787026, 'name': CreateVM_Task, 'duration_secs': 0.378034} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.584612] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1684.585348] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.585524] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.585958] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1684.586158] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3399bbff-13e9-40db-9f70-53792ba013a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.590950] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1684.590950] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5264e9ab-f71f-6c3c-7139-b31bac072262" [ 1684.590950] env[62295]: _type = "Task" [ 1684.590950] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.602417] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5264e9ab-f71f-6c3c-7139-b31bac072262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.700762] env[62295]: DEBUG oslo_concurrency.lockutils [req-a00aafe8-a675-4560-8337-38d9ea792059 req-091f0270-b259-41fd-82c7-cf8cfd9fce0e service nova] Releasing lock "refresh_cache-4b8c41d4-6821-4b14-9217-7421a15f655c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.798118] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.801488] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.588s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.804614] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.629s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.808612] env[62295]: INFO nova.compute.claims [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.829725] env[62295]: INFO nova.scheduler.client.report [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Deleted allocations for instance 0efc8a99-41f3-4184-ad9c-50011d560179 [ 1684.942036] env[62295]: DEBUG oslo_vmware.api [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787027, 'name': PowerOffVM_Task, 'duration_secs': 0.221251} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.942329] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.942496] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1684.942763] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01906fc5-55c5-44ef-b10b-c41f1348fc88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.000185] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060721} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.000499] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1685.001361] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d50d0e-dda0-41dc-85f8-8b96f05991e8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.030277] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] e02f691c-b485-4f65-bc6e-276c26cf41d7/e02f691c-b485-4f65-bc6e-276c26cf41d7.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1685.031026] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01acdf1d-57c0-4c63-9a1e-f24d1d845529 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.056538] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.056538] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.056538] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleting the datastore file [datastore1] 109c79d9-3b88-4b7a-b35a-24e7673ecd56 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.060347] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1f2d7be-f2ad-4235-b57f-d9d887eafcbb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.062949] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787029, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.068111] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1685.068111] env[62295]: value = "task-1787031" [ 1685.068111] env[62295]: _type = "Task" [ 1685.068111] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.082541] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c64f52-bc27-691d-1b0d-7dcc06fe9f57, 'name': SearchDatastore_Task, 'duration_secs': 0.02882} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.085913] env[62295]: DEBUG oslo_vmware.api [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1685.085913] env[62295]: value = "task-1787032" [ 1685.085913] env[62295]: _type = "Task" [ 1685.085913] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.086208] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe79555-b8bc-4436-81d0-cd6f69f5aa66 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.095487] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.100668] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1685.100668] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b949ce-6601-75cd-0e3d-0c356b1da5b5" [ 1685.100668] env[62295]: _type = "Task" [ 1685.100668] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.109462] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5264e9ab-f71f-6c3c-7139-b31bac072262, 'name': SearchDatastore_Task, 'duration_secs': 0.019363} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.112014] env[62295]: DEBUG oslo_vmware.api [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.112852] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.113096] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1685.116742] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.117364] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b949ce-6601-75cd-0e3d-0c356b1da5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.117588] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.117823] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 4b8c41d4-6821-4b14-9217-7421a15f655c/4b8c41d4-6821-4b14-9217-7421a15f655c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.118096] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.118316] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.118479] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6458c2c-07a6-42c0-afa8-37c06c905049 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.121917] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ff6e3f0-ffc8-46d6-bfa8-c7d878f639a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.126659] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1685.126659] env[62295]: value = "task-1787033" [ 1685.126659] env[62295]: _type = "Task" [ 1685.126659] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.130642] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.130819] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1685.132047] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36934679-f91e-4091-ae85-4000606bba7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.140098] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.144078] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1685.144078] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b5b3a5-7d0b-1a73-54c1-0b5e5790d03c" [ 1685.144078] env[62295]: _type = "Task" [ 1685.144078] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.152934] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b5b3a5-7d0b-1a73-54c1-0b5e5790d03c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.166085] env[62295]: DEBUG nova.network.neutron [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Updated VIF entry in instance network info cache for port fd5a43c8-9a7d-4136-b89a-2a8ef420eee7. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1685.166531] env[62295]: DEBUG nova.network.neutron [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Updating instance_info_cache with network_info: [{"id": "fd5a43c8-9a7d-4136-b89a-2a8ef420eee7", "address": "fa:16:3e:7b:a8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd5a43c8-9a", "ovs_interfaceid": "fd5a43c8-9a7d-4136-b89a-2a8ef420eee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.346057] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7da3c85b-328a-4934-a8a3-fd73e4f3b9c1 tempest-ServersTestBootFromVolume-702118651 tempest-ServersTestBootFromVolume-702118651-project-member] Lock "0efc8a99-41f3-4184-ad9c-50011d560179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.475s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.558142] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562888} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.558415] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 69fbbea7-da81-405c-a26d-70007391ba6b/69fbbea7-da81-405c-a26d-70007391ba6b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.558844] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.558968] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ac6ccc7-8549-45b5-b997-34711df62083 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.566595] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1685.566595] env[62295]: value = "task-1787034" [ 1685.566595] env[62295]: _type = "Task" [ 1685.566595] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.575455] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.584917] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.599236] env[62295]: DEBUG oslo_vmware.api [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193685} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.599507] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.599694] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1685.599884] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1685.600061] env[62295]: INFO nova.compute.manager [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1685.600331] env[62295]: DEBUG oslo.service.loopingcall [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.600523] env[62295]: DEBUG nova.compute.manager [-] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1685.600618] env[62295]: DEBUG nova.network.neutron [-] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1685.616394] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4311cdaf-982c-4b67-a8cf-7d8984aa2d52 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.637355] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance 'a5ffad30-97a0-4af0-9aef-47203df5a59c' progress to 0 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1685.653404] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514418} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.653727] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 4b8c41d4-6821-4b14-9217-7421a15f655c/4b8c41d4-6821-4b14-9217-7421a15f655c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.653962] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.657653] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64c0c246-2fcf-4aa4-829a-93c8722daa3e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.659544] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b5b3a5-7d0b-1a73-54c1-0b5e5790d03c, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.660674] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092d90f6-5671-44a0-a8a1-4c910c6d44be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.665058] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1685.665058] env[62295]: value = "task-1787035" [ 1685.665058] env[62295]: _type = "Task" [ 1685.665058] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.666327] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1685.666327] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52566b50-5ad3-6c5f-c585-be61c128971d" [ 1685.666327] env[62295]: _type = "Task" [ 1685.666327] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.669620] env[62295]: DEBUG oslo_concurrency.lockutils [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] Releasing lock "refresh_cache-aad9f398-55dc-4296-8561-bd6d0cd1da9c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.669865] env[62295]: DEBUG nova.compute.manager [req-07908ec3-e90d-49e4-85c2-5e8a29bc2bb2 req-2a8a8fad-9b86-4ab9-83b5-5157661f8d55 service nova] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Received event network-vif-deleted-f135dc2b-c772-4e01-b0b3-6d316bd50e8e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1685.677813] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.680942] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52566b50-5ad3-6c5f-c585-be61c128971d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.058313] env[62295]: DEBUG nova.compute.manager [req-0154e10e-3070-4bca-82fc-efa7f88906cd req-121cccca-07b2-4859-8653-6b988d70aa3b service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Received event network-vif-deleted-b9263fe5-f43a-4615-b4c6-57d792a84606 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1686.058561] env[62295]: INFO nova.compute.manager [req-0154e10e-3070-4bca-82fc-efa7f88906cd req-121cccca-07b2-4859-8653-6b988d70aa3b service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Neutron deleted interface b9263fe5-f43a-4615-b4c6-57d792a84606; detaching it from the instance and deleting it from the info cache [ 1686.058748] env[62295]: DEBUG nova.network.neutron [req-0154e10e-3070-4bca-82fc-efa7f88906cd req-121cccca-07b2-4859-8653-6b988d70aa3b service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.076103] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222801} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.079707] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.083038] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac85d44-09e8-45db-8130-6bfe16a63f73 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.092080] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787031, 'name': ReconfigVM_Task, 'duration_secs': 0.561912} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.101695] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Reconfigured VM instance instance-00000050 to attach disk [datastore1] e02f691c-b485-4f65-bc6e-276c26cf41d7/e02f691c-b485-4f65-bc6e-276c26cf41d7.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1686.111166] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 69fbbea7-da81-405c-a26d-70007391ba6b/69fbbea7-da81-405c-a26d-70007391ba6b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.114188] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14b79c7a-1cbf-44a3-b30e-9d51c0818a94 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.115755] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91573e9d-fd30-4349-9d1e-2a9345f80844 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.136597] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1686.136597] env[62295]: value = "task-1787037" [ 1686.136597] env[62295]: _type = "Task" [ 1686.136597] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.138214] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1686.138214] env[62295]: value = "task-1787036" [ 1686.138214] env[62295]: _type = "Task" [ 1686.138214] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.148193] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.152720] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47b82fd1-1374-42a2-bd04-136627862570 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.155053] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.164164] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787036, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.165814] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1686.165814] env[62295]: value = "task-1787038" [ 1686.165814] env[62295]: _type = "Task" [ 1686.165814] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.171842] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddd92fb-fa72-4abb-a686-b0a74542c511 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.187231] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.194345] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.194657] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52566b50-5ad3-6c5f-c585-be61c128971d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.195675] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd20fcb-0d8d-4f06-89ca-7673cf6fa7b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.230889] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2924a1b-69a6-4aa8-aa19-ff0503029d03 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.238776] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f06101-6293-440c-ab6b-066615a32c30 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.252868] env[62295]: DEBUG nova.compute.provider_tree [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1686.526815] env[62295]: DEBUG nova.network.neutron [-] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.565369] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-702049be-7d6b-469c-a264-859702cbb4f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.574330] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2a98e6-6638-41ee-9839-64d891e07751 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.611377] env[62295]: DEBUG nova.compute.manager [req-0154e10e-3070-4bca-82fc-efa7f88906cd req-121cccca-07b2-4859-8653-6b988d70aa3b service nova] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Detach interface failed, port_id=b9263fe5-f43a-4615-b4c6-57d792a84606, reason: Instance 109c79d9-3b88-4b7a-b35a-24e7673ecd56 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1686.654590] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787037, 'name': ReconfigVM_Task, 'duration_secs': 0.446343} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.657814] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 69fbbea7-da81-405c-a26d-70007391ba6b/69fbbea7-da81-405c-a26d-70007391ba6b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1686.658511] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787036, 'name': Rename_Task, 'duration_secs': 0.249075} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.658721] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62ab3f32-f86a-4ecd-9210-2caeb027405a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.662250] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1686.662250] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c8d4249-19b0-4225-bf9a-92cfa1d29ce8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.671634] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1686.671634] env[62295]: value = "task-1787040" [ 1686.671634] env[62295]: _type = "Task" [ 1686.671634] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.671962] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1686.671962] env[62295]: value = "task-1787039" [ 1686.671962] env[62295]: _type = "Task" [ 1686.671962] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.687616] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787038, 'name': PowerOffVM_Task, 'duration_secs': 0.249105} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.688459] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.688636] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance 'a5ffad30-97a0-4af0-9aef-47203df5a59c' progress to 17 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1686.698549] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.715689} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.698832] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52566b50-5ad3-6c5f-c585-be61c128971d, 'name': SearchDatastore_Task, 'duration_secs': 0.650679} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.699312] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.700031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.700031] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] aad9f398-55dc-4296-8561-bd6d0cd1da9c/aad9f398-55dc-4296-8561-bd6d0cd1da9c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1686.707174] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ff421c-b6bd-4121-923e-a8f7425c252a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.710619] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f0fffc4-f732-478a-8deb-efffd550bacf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.712863] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787039, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.713098] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.735752] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 4b8c41d4-6821-4b14-9217-7421a15f655c/4b8c41d4-6821-4b14-9217-7421a15f655c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.739017] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985e21b5-defd-4979-9006-e96d11a9c340 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.762332] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1686.762332] env[62295]: value = "task-1787041" [ 1686.762332] env[62295]: _type = "Task" [ 1686.762332] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.773486] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1686.773486] env[62295]: value = "task-1787042" [ 1686.773486] env[62295]: _type = "Task" [ 1686.773486] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.777420] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.786177] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.796145] env[62295]: DEBUG nova.scheduler.client.report [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1686.796530] env[62295]: DEBUG nova.compute.provider_tree [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 113 to 114 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1686.796766] env[62295]: DEBUG nova.compute.provider_tree [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1687.030877] env[62295]: INFO nova.compute.manager [-] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Took 1.43 seconds to deallocate network for instance. [ 1687.192238] env[62295]: DEBUG oslo_vmware.api [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787040, 'name': PowerOnVM_Task, 'duration_secs': 0.51508} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.194826] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1687.194957] env[62295]: INFO nova.compute.manager [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1687.195172] env[62295]: DEBUG nova.compute.manager [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1687.195428] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787039, 'name': Rename_Task, 'duration_secs': 0.203029} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.196254] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67060fb0-8d23-4a48-9b5e-21d446d137d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.198988] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.199265] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-391a4856-da49-49b6-990a-22c9c9a195cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.202628] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1687.202849] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1687.203014] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.203209] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1687.203357] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.203503] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1687.203703] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1687.203860] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1687.204149] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1687.204193] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1687.204365] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1687.210347] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad16fc5-c911-4bdf-9e96-bef22c8b1df8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.229574] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1687.229574] env[62295]: value = "task-1787043" [ 1687.229574] env[62295]: _type = "Task" [ 1687.229574] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.234250] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1687.234250] env[62295]: value = "task-1787044" [ 1687.234250] env[62295]: _type = "Task" [ 1687.234250] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.241636] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.247532] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.275871] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787041, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.288113] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787042, 'name': ReconfigVM_Task, 'duration_secs': 0.36905} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.288429] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 4b8c41d4-6821-4b14-9217-7421a15f655c/4b8c41d4-6821-4b14-9217-7421a15f655c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.289171] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91c0c8a8-532b-4052-ac7c-cbf0703dcd34 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.298123] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1687.298123] env[62295]: value = "task-1787045" [ 1687.298123] env[62295]: _type = "Task" [ 1687.298123] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.305752] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.305752] env[62295]: DEBUG nova.compute.manager [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1687.306019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.840s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.306317] env[62295]: DEBUG nova.objects.instance [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'resources' on Instance uuid 6cd4f1f7-1725-4533-9ef2-6ac907389407 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.316692] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787045, 'name': Rename_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.537243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.741564] env[62295]: INFO nova.compute.manager [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Took 26.15 seconds to build instance. [ 1687.747447] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787043, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.751241] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787044, 'name': ReconfigVM_Task, 'duration_secs': 0.206825} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.751670] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance 'a5ffad30-97a0-4af0-9aef-47203df5a59c' progress to 33 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1687.775998] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.809697] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787045, 'name': Rename_Task, 'duration_secs': 0.193505} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.810733] env[62295]: DEBUG nova.compute.utils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.814316] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.815106] env[62295]: DEBUG nova.compute.manager [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1687.815284] env[62295]: DEBUG nova.network.neutron [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.817314] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2512bb9-8155-405a-aba5-171d7acca3db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.824556] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1687.824556] env[62295]: value = "task-1787046" [ 1687.824556] env[62295]: _type = "Task" [ 1687.824556] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.835589] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.887017] env[62295]: DEBUG nova.policy [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438cf15ceec244efb936545b610289f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731c2c1997f04da7b1bdf5138d63d014', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1688.130514] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31eefd7-71a8-492a-b7d0-746164c7b2ce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.139478] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a74f99-61fb-4851-970c-8e7e73653185 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.176677] env[62295]: DEBUG nova.network.neutron [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Successfully created port: 5f0bda06-81d8-4259-8080-7322dab80c6b {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1688.179813] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af09da6-94a5-44d8-9590-6e3f84005b6c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.189837] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03729be3-7217-4283-a092-5a78cbbb531a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.216993] env[62295]: DEBUG nova.compute.provider_tree [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.241758] env[62295]: DEBUG oslo_vmware.api [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787043, 'name': PowerOnVM_Task, 'duration_secs': 0.567429} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.242050] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.242259] env[62295]: DEBUG nova.compute.manager [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1688.243029] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1c72e9-a4a0-48b8-85ad-dec7238d672f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.248269] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b5424e1-a405-49f7-b377-aa18cf168eba tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "e02f691c-b485-4f65-bc6e-276c26cf41d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.686s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.257532] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T02:11:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='43827857-0488-4843-8597-a45c0021a8d9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1452281041',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1688.258016] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1688.258016] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1688.258174] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1688.258243] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1688.258391] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1688.258589] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1688.258745] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1688.258926] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1688.259117] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1688.259288] env[62295]: DEBUG nova.virt.hardware [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1688.265672] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1688.266294] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ccd43b-5feb-474e-904d-c892c47a00a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.290332] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.292458] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1688.292458] env[62295]: value = "task-1787047" [ 1688.292458] env[62295]: _type = "Task" [ 1688.292458] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.301251] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.315613] env[62295]: DEBUG nova.compute.manager [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1688.335159] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.723029] env[62295]: DEBUG nova.scheduler.client.report [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1688.764129] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.791043] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787041, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.802309] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787047, 'name': ReconfigVM_Task, 'duration_secs': 0.194338} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.802584] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1688.803423] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2892e8-08f0-4a26-a86a-0cec5f0bc1e4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.830312] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a5ffad30-97a0-4af0-9aef-47203df5a59c/a5ffad30-97a0-4af0-9aef-47203df5a59c.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.830572] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dc1fa25-5e91-48ae-b8f1-b1d9ed046942 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.852469] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787046, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.853879] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1688.853879] env[62295]: value = "task-1787048" [ 1688.853879] env[62295]: _type = "Task" [ 1688.853879] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.861909] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.227986] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.232482] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.626s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.232683] env[62295]: DEBUG nova.objects.instance [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1689.256265] env[62295]: INFO nova.scheduler.client.report [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleted allocations for instance 6cd4f1f7-1725-4533-9ef2-6ac907389407 [ 1689.291016] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787041, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.120585} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.291352] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] aad9f398-55dc-4296-8561-bd6d0cd1da9c/aad9f398-55dc-4296-8561-bd6d0cd1da9c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.291576] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.291849] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7db9f4c1-6717-4ba5-8fd4-497d37b32c54 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.298637] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1689.298637] env[62295]: value = "task-1787049" [ 1689.298637] env[62295]: _type = "Task" [ 1689.298637] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.306839] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.332929] env[62295]: DEBUG nova.compute.manager [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1689.345374] env[62295]: DEBUG oslo_vmware.api [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787046, 'name': PowerOnVM_Task, 'duration_secs': 1.199837} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.346276] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.346944] env[62295]: INFO nova.compute.manager [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Took 12.65 seconds to spawn the instance on the hypervisor. [ 1689.347269] env[62295]: DEBUG nova.compute.manager [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1689.348303] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1de364-9c5c-4557-8cf2-dc01a18655a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.375017] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787048, 'name': ReconfigVM_Task, 'duration_secs': 0.290178} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.378953] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cd983c906fbad1faeb778774e98fba48',container_format='bare',created_at=2024-12-12T02:12:15Z,direct_url=,disk_format='vmdk',id=dc4ad030-f8c0-40c0-add3-a806d3358332,min_disk=1,min_ram=0,name='tempest-test-snap-1651849486',owner='731c2c1997f04da7b1bdf5138d63d014',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T02:12:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1689.379215] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1689.379409] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.379640] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1689.379998] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.379998] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1689.380264] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1689.380460] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1689.380662] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1689.380855] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1689.381068] env[62295]: DEBUG nova.virt.hardware [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1689.381423] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a5ffad30-97a0-4af0-9aef-47203df5a59c/a5ffad30-97a0-4af0-9aef-47203df5a59c.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.381719] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance 'a5ffad30-97a0-4af0-9aef-47203df5a59c' progress to 50 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1689.391590] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea1d0aa-8b70-4371-a185-a88ce6c644bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.400198] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b0fe08-1f60-4a76-86ec-85d4f8474b46 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.764890] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2091a9b0-1d52-4216-b769-4136987bb700 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "6cd4f1f7-1725-4533-9ef2-6ac907389407" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.571s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.811117] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075422} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.811117] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1689.811303] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41912195-68f7-4905-892f-61c95297cdfb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.839492] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] aad9f398-55dc-4296-8561-bd6d0cd1da9c/aad9f398-55dc-4296-8561-bd6d0cd1da9c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.839812] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8706315-9e53-4b6c-9d30-d1a34cccec56 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.861229] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1689.861229] env[62295]: value = "task-1787050" [ 1689.861229] env[62295]: _type = "Task" [ 1689.861229] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.875917] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.878220] env[62295]: INFO nova.compute.manager [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Took 29.00 seconds to build instance. [ 1689.894212] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed7459d-1ba5-4b3f-a5cd-78b30980847a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.920961] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dd7afc-87cb-49b6-a2be-aa0c35fddfb8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.940172] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance 'a5ffad30-97a0-4af0-9aef-47203df5a59c' progress to 67 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1690.007462] env[62295]: DEBUG nova.compute.manager [req-c56b3867-aaab-4acf-a9f2-724d54e8894c req-e15f8263-bccb-42d2-bc68-8adc56c0d2b2 service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Received event network-vif-plugged-5f0bda06-81d8-4259-8080-7322dab80c6b {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1690.007819] env[62295]: DEBUG oslo_concurrency.lockutils [req-c56b3867-aaab-4acf-a9f2-724d54e8894c req-e15f8263-bccb-42d2-bc68-8adc56c0d2b2 service nova] Acquiring lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.008932] env[62295]: DEBUG oslo_concurrency.lockutils [req-c56b3867-aaab-4acf-a9f2-724d54e8894c req-e15f8263-bccb-42d2-bc68-8adc56c0d2b2 service nova] Lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.009194] env[62295]: DEBUG oslo_concurrency.lockutils [req-c56b3867-aaab-4acf-a9f2-724d54e8894c req-e15f8263-bccb-42d2-bc68-8adc56c0d2b2 service nova] Lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.009651] env[62295]: DEBUG nova.compute.manager [req-c56b3867-aaab-4acf-a9f2-724d54e8894c req-e15f8263-bccb-42d2-bc68-8adc56c0d2b2 service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] No waiting events found dispatching network-vif-plugged-5f0bda06-81d8-4259-8080-7322dab80c6b {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1690.009696] env[62295]: WARNING nova.compute.manager [req-c56b3867-aaab-4acf-a9f2-724d54e8894c req-e15f8263-bccb-42d2-bc68-8adc56c0d2b2 service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Received unexpected event network-vif-plugged-5f0bda06-81d8-4259-8080-7322dab80c6b for instance with vm_state building and task_state spawning. [ 1690.090351] env[62295]: DEBUG nova.network.neutron [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Successfully updated port: 5f0bda06-81d8-4259-8080-7322dab80c6b {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1690.243421] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4dfe0f91-27b2-4969-bc9a-c32fec109c42 tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.246053] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.013s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.246324] env[62295]: DEBUG nova.objects.instance [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lazy-loading 'pci_requests' on Instance uuid c51d134a-144d-4453-941a-0a0c7bffcf20 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.372165] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787050, 'name': ReconfigVM_Task, 'duration_secs': 0.28039} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.372472] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Reconfigured VM instance instance-00000051 to attach disk [datastore1] aad9f398-55dc-4296-8561-bd6d0cd1da9c/aad9f398-55dc-4296-8561-bd6d0cd1da9c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.373131] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92d079c2-b2fb-4e83-8af0-aee03f3cebe3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.381200] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f8b67a85-07db-48b2-b4a9-83078201c551 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "4b8c41d4-6821-4b14-9217-7421a15f655c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.518s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.384395] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1690.384395] env[62295]: value = "task-1787051" [ 1690.384395] env[62295]: _type = "Task" [ 1690.384395] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.396023] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787051, 'name': Rename_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.493505] env[62295]: DEBUG nova.network.neutron [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Port 3180be4b-042b-4b58-b283-a07fb904fe78 binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1690.596110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "refresh_cache-79ca4e47-1bcd-4fc3-829f-d9e7af01d701" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.596110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "refresh_cache-79ca4e47-1bcd-4fc3-829f-d9e7af01d701" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.596110] env[62295]: DEBUG nova.network.neutron [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.753631] env[62295]: DEBUG nova.objects.instance [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lazy-loading 'numa_topology' on Instance uuid c51d134a-144d-4453-941a-0a0c7bffcf20 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.902021] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787051, 'name': Rename_Task, 'duration_secs': 0.158953} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.902021] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.902021] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a578862-290c-4841-8e9f-c5b25b229fe7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.913046] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1690.913046] env[62295]: value = "task-1787052" [ 1690.913046] env[62295]: _type = "Task" [ 1690.913046] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.921965] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.178914] env[62295]: DEBUG nova.network.neutron [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1691.256846] env[62295]: INFO nova.compute.claims [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1691.383582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "4b8c41d4-6821-4b14-9217-7421a15f655c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.383582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "4b8c41d4-6821-4b14-9217-7421a15f655c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.383582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "4b8c41d4-6821-4b14-9217-7421a15f655c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.383582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "4b8c41d4-6821-4b14-9217-7421a15f655c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.383582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "4b8c41d4-6821-4b14-9217-7421a15f655c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.384797] env[62295]: INFO nova.compute.manager [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Terminating instance [ 1691.386948] env[62295]: DEBUG nova.compute.manager [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1691.387285] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.388350] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4b851d-a0fc-4b16-9ad2-fdc937a72a8f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.397646] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1691.403498] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47828a7d-dd68-4f54-991e-cb10ba854575 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.412021] env[62295]: DEBUG oslo_vmware.api [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1691.412021] env[62295]: value = "task-1787053" [ 1691.412021] env[62295]: _type = "Task" [ 1691.412021] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.427668] env[62295]: DEBUG oslo_vmware.api [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.435018] env[62295]: DEBUG oslo_vmware.api [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787052, 'name': PowerOnVM_Task, 'duration_secs': 0.464681} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.435018] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.435018] env[62295]: INFO nova.compute.manager [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1691.435018] env[62295]: DEBUG nova.compute.manager [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1691.436566] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423271a4-8a69-4511-ad42-9cb18c049acc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.501748] env[62295]: DEBUG nova.network.neutron [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Updating instance_info_cache with network_info: [{"id": "5f0bda06-81d8-4259-8080-7322dab80c6b", "address": "fa:16:3e:cb:fa:15", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f0bda06-81", "ovs_interfaceid": "5f0bda06-81d8-4259-8080-7322dab80c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.522930] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "a5ffad30-97a0-4af0-9aef-47203df5a59c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.523247] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "a5ffad30-97a0-4af0-9aef-47203df5a59c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.523545] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "a5ffad30-97a0-4af0-9aef-47203df5a59c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.919633] env[62295]: DEBUG oslo_vmware.api [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787053, 'name': PowerOffVM_Task, 'duration_secs': 0.231756} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.922911] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.923106] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.924026] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83801342-5ce9-4ca2-984d-9a091ac0f44a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.953998] env[62295]: INFO nova.compute.manager [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Took 29.77 seconds to build instance. [ 1692.009118] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "refresh_cache-79ca4e47-1bcd-4fc3-829f-d9e7af01d701" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.009315] env[62295]: DEBUG nova.compute.manager [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Instance network_info: |[{"id": "5f0bda06-81d8-4259-8080-7322dab80c6b", "address": "fa:16:3e:cb:fa:15", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f0bda06-81", "ovs_interfaceid": "5f0bda06-81d8-4259-8080-7322dab80c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1692.010181] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:fa:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f0bda06-81d8-4259-8080-7322dab80c6b', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1692.021116] env[62295]: DEBUG oslo.service.loopingcall [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.021867] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1692.022154] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee4d02c3-dcc0-4c40-8468-4e92a2ca07f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.047216] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1692.047216] env[62295]: value = "task-1787055" [ 1692.047216] env[62295]: _type = "Task" [ 1692.047216] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.060271] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787055, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.142499] env[62295]: DEBUG nova.compute.manager [req-92297e2c-0fa3-4b55-9ac0-201c2581d62b req-e47bd9d2-4c06-4804-9667-1f3b63635d0d service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Received event network-changed-5f0bda06-81d8-4259-8080-7322dab80c6b {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1692.142686] env[62295]: DEBUG nova.compute.manager [req-92297e2c-0fa3-4b55-9ac0-201c2581d62b req-e47bd9d2-4c06-4804-9667-1f3b63635d0d service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Refreshing instance network info cache due to event network-changed-5f0bda06-81d8-4259-8080-7322dab80c6b. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1692.142952] env[62295]: DEBUG oslo_concurrency.lockutils [req-92297e2c-0fa3-4b55-9ac0-201c2581d62b req-e47bd9d2-4c06-4804-9667-1f3b63635d0d service nova] Acquiring lock "refresh_cache-79ca4e47-1bcd-4fc3-829f-d9e7af01d701" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.143178] env[62295]: DEBUG oslo_concurrency.lockutils [req-92297e2c-0fa3-4b55-9ac0-201c2581d62b req-e47bd9d2-4c06-4804-9667-1f3b63635d0d service nova] Acquired lock "refresh_cache-79ca4e47-1bcd-4fc3-829f-d9e7af01d701" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.143376] env[62295]: DEBUG nova.network.neutron [req-92297e2c-0fa3-4b55-9ac0-201c2581d62b req-e47bd9d2-4c06-4804-9667-1f3b63635d0d service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Refreshing network info cache for port 5f0bda06-81d8-4259-8080-7322dab80c6b {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.175801] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1692.175913] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1692.176169] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Deleting the datastore file [datastore1] 4b8c41d4-6821-4b14-9217-7421a15f655c {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1692.176504] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18d03deb-bb29-4d3d-9397-fc81048d75e0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.185935] env[62295]: DEBUG oslo_vmware.api [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for the task: (returnval){ [ 1692.185935] env[62295]: value = "task-1787056" [ 1692.185935] env[62295]: _type = "Task" [ 1692.185935] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.199213] env[62295]: DEBUG oslo_vmware.api [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.219828] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3dc823-fd72-4efe-a4d7-b30875441cdc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.229062] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6b00ce-84f3-4c25-9562-3bc9fc2c9d6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.260772] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8a4074-81e5-45bf-9e6b-9264d5602d12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.271286] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b262ac-3cd9-4fae-aaac-fdedb6d71406 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.290151] env[62295]: DEBUG nova.compute.provider_tree [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.441817] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "abd605fe-fba5-4031-846f-874440880588" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.442317] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "abd605fe-fba5-4031-846f-874440880588" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.455811] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8d04dee2-c0a5-46ec-b724-f540daf8f785 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.284s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.557364] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787055, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.700750] env[62295]: DEBUG oslo_vmware.api [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Task: {'id': task-1787056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173631} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.700750] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.700901] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.701103] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.701286] env[62295]: INFO nova.compute.manager [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1692.701544] env[62295]: DEBUG oslo.service.loopingcall [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.701740] env[62295]: DEBUG nova.compute.manager [-] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1692.701830] env[62295]: DEBUG nova.network.neutron [-] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1692.761175] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquiring lock "28ef98f1-1d10-4915-9bfc-1a720661e783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.761398] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lock "28ef98f1-1d10-4915-9bfc-1a720661e783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.798131] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.798309] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.798479] env[62295]: DEBUG nova.network.neutron [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1692.813122] env[62295]: ERROR nova.scheduler.client.report [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [req-94c3a43f-f177-403e-bbba-b5ffd7fc07c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94c3a43f-f177-403e-bbba-b5ffd7fc07c3"}]} [ 1692.827998] env[62295]: DEBUG nova.scheduler.client.report [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1692.842379] env[62295]: DEBUG nova.scheduler.client.report [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1692.842594] env[62295]: DEBUG nova.compute.provider_tree [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.853793] env[62295]: DEBUG nova.scheduler.client.report [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1692.872016] env[62295]: DEBUG nova.scheduler.client.report [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1692.889874] env[62295]: INFO nova.compute.manager [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Rescuing [ 1692.890183] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "refresh_cache-aad9f398-55dc-4296-8561-bd6d0cd1da9c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.890337] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "refresh_cache-aad9f398-55dc-4296-8561-bd6d0cd1da9c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.890501] env[62295]: DEBUG nova.network.neutron [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1692.944601] env[62295]: DEBUG nova.compute.manager [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1693.041100] env[62295]: DEBUG nova.network.neutron [req-92297e2c-0fa3-4b55-9ac0-201c2581d62b req-e47bd9d2-4c06-4804-9667-1f3b63635d0d service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Updated VIF entry in instance network info cache for port 5f0bda06-81d8-4259-8080-7322dab80c6b. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.041488] env[62295]: DEBUG nova.network.neutron [req-92297e2c-0fa3-4b55-9ac0-201c2581d62b req-e47bd9d2-4c06-4804-9667-1f3b63635d0d service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Updating instance_info_cache with network_info: [{"id": "5f0bda06-81d8-4259-8080-7322dab80c6b", "address": "fa:16:3e:cb:fa:15", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f0bda06-81", "ovs_interfaceid": "5f0bda06-81d8-4259-8080-7322dab80c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.069780] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787055, 'name': CreateVM_Task, 'duration_secs': 0.661029} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.069964] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1693.070690] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.070857] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.071278] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.071786] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2206923-e826-47a4-bbd3-e034dddf3e65 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.078110] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1693.078110] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f3c6cd-c174-616d-4afa-07057eee70b1" [ 1693.078110] env[62295]: _type = "Task" [ 1693.078110] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.086506] env[62295]: DEBUG nova.compute.manager [req-7686a193-f54c-4297-9394-118f33f86cca req-ff353eb8-3202-447e-a9fe-eb8485e48ca5 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Received event network-vif-deleted-9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1693.086672] env[62295]: INFO nova.compute.manager [req-7686a193-f54c-4297-9394-118f33f86cca req-ff353eb8-3202-447e-a9fe-eb8485e48ca5 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Neutron deleted interface 9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c; detaching it from the instance and deleting it from the info cache [ 1693.086925] env[62295]: DEBUG nova.network.neutron [req-7686a193-f54c-4297-9394-118f33f86cca req-ff353eb8-3202-447e-a9fe-eb8485e48ca5 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Updating instance_info_cache with network_info: [{"id": "b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8", "address": "fa:16:3e:7d:4f:b8", "network": {"id": "0ee22349-5cf2-4f38-b911-43a01a24b2df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-71725439", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0afd47845eed41f3834cd1696ba6e57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e2c1b1-20", "ovs_interfaceid": "b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.095211] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f3c6cd-c174-616d-4afa-07057eee70b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.229232] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f322c80-7f37-4a96-8838-d47f447008fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.236887] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45dfb52-d58e-4ec3-bfb1-5b0d92b00e62 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.268054] env[62295]: DEBUG nova.compute.manager [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1693.272308] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3daa059-8619-4786-8bac-6f11119e1014 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.280758] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb666e8-1d60-4396-be13-1dbe033793ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.295686] env[62295]: DEBUG nova.compute.provider_tree [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1693.463347] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.544374] env[62295]: DEBUG oslo_concurrency.lockutils [req-92297e2c-0fa3-4b55-9ac0-201c2581d62b req-e47bd9d2-4c06-4804-9667-1f3b63635d0d service nova] Releasing lock "refresh_cache-79ca4e47-1bcd-4fc3-829f-d9e7af01d701" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.588667] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.588667] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Processing image dc4ad030-f8c0-40c0-add3-a806d3358332 {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.588667] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332/dc4ad030-f8c0-40c0-add3-a806d3358332.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.589010] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332/dc4ad030-f8c0-40c0-add3-a806d3358332.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.589010] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.589201] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-734910cd-d35f-4e32-b405-b2c4758c197a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.593694] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3248c549-2d42-40ba-b684-aac8ff6496c7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.598806] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.599027] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1693.600803] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac51e81-d4d3-4535-93f0-f87c73f74001 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.610590] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f8c190-63f7-4773-89d8-2b53635e820c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.625506] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1693.625506] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5264f808-5667-b32c-0e8c-5e6f2efb3de0" [ 1693.625506] env[62295]: _type = "Task" [ 1693.625506] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.635699] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5264f808-5667-b32c-0e8c-5e6f2efb3de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.646786] env[62295]: DEBUG nova.compute.manager [req-7686a193-f54c-4297-9394-118f33f86cca req-ff353eb8-3202-447e-a9fe-eb8485e48ca5 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Detach interface failed, port_id=9cc7f36b-7b2b-4d10-9b02-3d38fb92c85c, reason: Instance 4b8c41d4-6821-4b14-9217-7421a15f655c could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1693.658296] env[62295]: DEBUG nova.network.neutron [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance_info_cache with network_info: [{"id": "3180be4b-042b-4b58-b283-a07fb904fe78", "address": "fa:16:3e:6d:8e:25", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3180be4b-04", "ovs_interfaceid": "3180be4b-042b-4b58-b283-a07fb904fe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.740549] env[62295]: DEBUG nova.network.neutron [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Updating instance_info_cache with network_info: [{"id": "fd5a43c8-9a7d-4136-b89a-2a8ef420eee7", "address": "fa:16:3e:7b:a8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd5a43c8-9a", "ovs_interfaceid": "fd5a43c8-9a7d-4136-b89a-2a8ef420eee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.791061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.808460] env[62295]: DEBUG nova.network.neutron [-] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.827589] env[62295]: DEBUG nova.scheduler.client.report [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1693.827912] env[62295]: DEBUG nova.compute.provider_tree [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 116 to 117 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1693.828145] env[62295]: DEBUG nova.compute.provider_tree [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1694.138393] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Preparing fetch location {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1694.138589] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Fetch image to [datastore1] OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0/OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0.vmdk {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1694.138910] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Downloading stream optimized image dc4ad030-f8c0-40c0-add3-a806d3358332 to [datastore1] OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0/OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0.vmdk on the data store datastore1 as vApp {{(pid=62295) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1694.139207] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Downloading image file data dc4ad030-f8c0-40c0-add3-a806d3358332 to the ESX as VM named 'OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0' {{(pid=62295) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1694.161719] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.234584] env[62295]: DEBUG oslo_vmware.rw_handles [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1694.234584] env[62295]: value = "resgroup-9" [ 1694.234584] env[62295]: _type = "ResourcePool" [ 1694.234584] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1694.235058] env[62295]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b389ed8f-928e-48fe-86a4-abf633c5556c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.252750] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "refresh_cache-aad9f398-55dc-4296-8561-bd6d0cd1da9c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.263417] env[62295]: DEBUG oslo_vmware.rw_handles [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lease: (returnval){ [ 1694.263417] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c9bcaa-302e-6173-712d-fdc3ae3ec69f" [ 1694.263417] env[62295]: _type = "HttpNfcLease" [ 1694.263417] env[62295]: } obtained for vApp import into resource pool (val){ [ 1694.263417] env[62295]: value = "resgroup-9" [ 1694.263417] env[62295]: _type = "ResourcePool" [ 1694.263417] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1694.263717] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the lease: (returnval){ [ 1694.263717] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c9bcaa-302e-6173-712d-fdc3ae3ec69f" [ 1694.263717] env[62295]: _type = "HttpNfcLease" [ 1694.263717] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1694.273099] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1694.273099] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c9bcaa-302e-6173-712d-fdc3ae3ec69f" [ 1694.273099] env[62295]: _type = "HttpNfcLease" [ 1694.273099] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1694.312263] env[62295]: INFO nova.compute.manager [-] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Took 1.61 seconds to deallocate network for instance. [ 1694.336031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.088s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.337267] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.998s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.337844] env[62295]: DEBUG nova.objects.instance [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lazy-loading 'resources' on Instance uuid 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.377070] env[62295]: INFO nova.network.neutron [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updating port 85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1694.686655] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3895200-f568-4752-b7d6-082f8c45ef34 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.707074] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cc83a5-5ab9-4601-9741-4339a5ea0ff0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.714520] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance 'a5ffad30-97a0-4af0-9aef-47203df5a59c' progress to 83 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1694.775650] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1694.775650] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c9bcaa-302e-6173-712d-fdc3ae3ec69f" [ 1694.775650] env[62295]: _type = "HttpNfcLease" [ 1694.775650] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1694.775650] env[62295]: DEBUG oslo_vmware.rw_handles [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1694.775650] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c9bcaa-302e-6173-712d-fdc3ae3ec69f" [ 1694.775650] env[62295]: _type = "HttpNfcLease" [ 1694.775650] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1694.776337] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca18a37-188e-4ee1-bbb3-21ccc231e990 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.785032] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.785158] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b196c6be-1e7d-4347-a0cc-4826e8b46838 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.789881] env[62295]: DEBUG oslo_vmware.rw_handles [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3b1a3-acf6-4c83-8811-883d2bb444c7/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1694.790069] env[62295]: DEBUG oslo_vmware.rw_handles [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3b1a3-acf6-4c83-8811-883d2bb444c7/disk-0.vmdk. {{(pid=62295) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1694.848273] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.854020] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1694.854020] env[62295]: value = "task-1787058" [ 1694.854020] env[62295]: _type = "Task" [ 1694.854020] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.861537] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39b406ce-b1a3-4422-a7dd-48deb03dafbe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.867917] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.111148] env[62295]: DEBUG nova.compute.manager [req-40b23d74-3abf-4dcb-854a-fcf9943328ed req-bbc49ac6-4d4c-435e-bf98-d87ac2b5fa61 service nova] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Received event network-vif-deleted-b4e2c1b1-20dc-4fb3-a03c-4d23abf3e9a8 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1695.171846] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e7376f-20b3-448a-a494-dc2fd32d1808 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.182674] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a81dd90-4190-47aa-869a-880f6808eee7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.219513] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d90f0c1-6542-454c-b765-af927b9bf0a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.226426] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.226726] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a6898fa-0d10-4dc0-abc9-b79b1779339c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.235862] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fc9f7f-be1b-403f-8d80-e562350b0f18 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.241012] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1695.241012] env[62295]: value = "task-1787059" [ 1695.241012] env[62295]: _type = "Task" [ 1695.241012] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.253964] env[62295]: DEBUG nova.compute.provider_tree [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.263402] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787059, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.368644] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787058, 'name': PowerOffVM_Task, 'duration_secs': 0.215429} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.368644] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1695.369552] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92450d0-4082-4a1b-9d05-2f54df0172ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.396688] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91fa26e-105a-4ab1-886d-4305d16e3188 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.433901] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.434338] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3806d298-00be-4e44-bc50-b7f9a77221ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.443136] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1695.443136] env[62295]: value = "task-1787060" [ 1695.443136] env[62295]: _type = "Task" [ 1695.443136] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.454440] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1695.454673] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.454887] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.455943] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.455943] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.455943] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84738145-5cd9-4247-b4b7-a7a869bae3d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.468516] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.468732] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1695.469623] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337c1bc2-f37e-4817-902a-d32e8db4fb01 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.475910] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1695.475910] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520c7d3a-4142-188f-9921-9251008fd4d8" [ 1695.475910] env[62295]: _type = "Task" [ 1695.475910] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.485378] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520c7d3a-4142-188f-9921-9251008fd4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.592678] env[62295]: DEBUG oslo_vmware.rw_handles [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Completed reading data from the image iterator. {{(pid=62295) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1695.592887] env[62295]: DEBUG oslo_vmware.rw_handles [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3b1a3-acf6-4c83-8811-883d2bb444c7/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1695.593837] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3791c851-46fa-4e2d-8d28-db3112eb7d1d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.600569] env[62295]: DEBUG oslo_vmware.rw_handles [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3b1a3-acf6-4c83-8811-883d2bb444c7/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1695.600743] env[62295]: DEBUG oslo_vmware.rw_handles [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3b1a3-acf6-4c83-8811-883d2bb444c7/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1695.600980] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f4934b53-db0e-4e4f-8b1e-7795cfa0d252 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.751279] env[62295]: DEBUG oslo_vmware.api [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787059, 'name': PowerOnVM_Task, 'duration_secs': 0.430451} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.751589] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.751804] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21321edf-e633-45a9-8e4c-8159dc841aa7 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance 'a5ffad30-97a0-4af0-9aef-47203df5a59c' progress to 100 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1695.759726] env[62295]: DEBUG nova.scheduler.client.report [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1695.784701] env[62295]: DEBUG oslo_vmware.rw_handles [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3b1a3-acf6-4c83-8811-883d2bb444c7/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1695.784963] env[62295]: INFO nova.virt.vmwareapi.images [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Downloaded image file data dc4ad030-f8c0-40c0-add3-a806d3358332 [ 1695.785947] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98483a5-e391-40b5-b91e-e49dcc22d1e4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.803353] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfa99797-80b3-4e4d-920f-ef2d492a1545 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.828107] env[62295]: INFO nova.virt.vmwareapi.images [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] The imported VM was unregistered [ 1695.830578] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Caching image {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1695.830877] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332 {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.831087] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-979d3336-81ce-4a85-91da-b9c5629f5fec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.841049] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Created directory with path [datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332 {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.841258] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0/OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0.vmdk to [datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332/dc4ad030-f8c0-40c0-add3-a806d3358332.vmdk. {{(pid=62295) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1695.841499] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6a1a2de9-c493-4f4c-ab2a-ccc1c9eb2729 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.848076] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1695.848076] env[62295]: value = "task-1787062" [ 1695.848076] env[62295]: _type = "Task" [ 1695.848076] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.855362] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787062, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.986731] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520c7d3a-4142-188f-9921-9251008fd4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.027676} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.987646] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ffe6e10-0444-45f2-af0b-639bd0122173 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.994473] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1695.994473] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f55e51-9b06-129d-5caa-73ffbc252deb" [ 1695.994473] env[62295]: _type = "Task" [ 1695.994473] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.004463] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f55e51-9b06-129d-5caa-73ffbc252deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.015988] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.016245] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.016392] env[62295]: DEBUG nova.network.neutron [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.265650] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.268586] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.910s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.268910] env[62295]: DEBUG nova.objects.instance [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lazy-loading 'resources' on Instance uuid 87afabee-3b0a-44e8-97d5-54d4db154f9b {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.291487] env[62295]: INFO nova.scheduler.client.report [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Deleted allocations for instance 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965 [ 1696.357736] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787062, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.509804] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f55e51-9b06-129d-5caa-73ffbc252deb, 'name': SearchDatastore_Task, 'duration_secs': 0.040255} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.510392] env[62295]: DEBUG oslo_concurrency.lockutils [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.510913] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] aad9f398-55dc-4296-8561-bd6d0cd1da9c/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. {{(pid=62295) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1696.511323] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40a6dfa4-022d-4781-8bae-8d6595f91b92 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.524719] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1696.524719] env[62295]: value = "task-1787063" [ 1696.524719] env[62295]: _type = "Task" [ 1696.524719] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.538285] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.804523] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a4b7deed-0330-4418-9c1f-f317341acd5c tempest-ServerShowV254Test-1174429254 tempest-ServerShowV254Test-1174429254-project-member] Lock "3d9325e2-ad5a-46c3-a04e-e9c4b32a9965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.790s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.839909] env[62295]: DEBUG nova.network.neutron [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updating instance_info_cache with network_info: [{"id": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "address": "fa:16:3e:81:fc:4f", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c9d37c-b0", "ovs_interfaceid": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.866694] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787062, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.039318] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.093371] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479c45b9-d2c9-412e-a8bc-73cb74553fc5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.101279] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb97966-d481-4b05-b1bf-9b30ac121dd4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.139264] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e28d31c-eb02-49eb-a1a2-ca2ea083b0bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.143067] env[62295]: DEBUG nova.compute.manager [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Received event network-vif-plugged-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1697.143237] env[62295]: DEBUG oslo_concurrency.lockutils [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] Acquiring lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.143432] env[62295]: DEBUG oslo_concurrency.lockutils [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.143592] env[62295]: DEBUG oslo_concurrency.lockutils [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.143790] env[62295]: DEBUG nova.compute.manager [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] No waiting events found dispatching network-vif-plugged-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1697.143967] env[62295]: WARNING nova.compute.manager [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Received unexpected event network-vif-plugged-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb for instance with vm_state shelved_offloaded and task_state spawning. [ 1697.144117] env[62295]: DEBUG nova.compute.manager [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Received event network-changed-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1697.144277] env[62295]: DEBUG nova.compute.manager [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Refreshing instance network info cache due to event network-changed-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1697.144444] env[62295]: DEBUG oslo_concurrency.lockutils [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] Acquiring lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.151532] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4303eec-e4f2-4560-b39c-7add25473a7a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.167183] env[62295]: DEBUG nova.compute.provider_tree [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.343512] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.346200] env[62295]: DEBUG oslo_concurrency.lockutils [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] Acquired lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.346405] env[62295]: DEBUG nova.network.neutron [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Refreshing network info cache for port 85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1697.363197] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787062, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.373373] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9fca6588c94edecce1a5b4366dcac491',container_format='bare',created_at=2024-12-12T02:12:04Z,direct_url=,disk_format='vmdk',id=3370fc59-98e0-4626-9547-27ae8e61f191,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-158579946-shelved',owner='575e7d57cf1a427185ed0d23d8ad4537',properties=ImageMetaProps,protected=,size=31593472,status='active',tags=,updated_at=2024-12-12T02:12:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1697.373644] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1697.373839] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.374062] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1697.374223] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.374372] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1697.374579] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1697.374740] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1697.374915] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1697.375100] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1697.375276] env[62295]: DEBUG nova.virt.hardware [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1697.376487] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f56ac85-e57f-47c1-b2f9-145a94a08377 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.385701] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df34d81e-12db-40b0-9011-448add16bd72 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.400723] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:fc:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1697.409302] env[62295]: DEBUG oslo.service.loopingcall [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.409634] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1697.410290] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1dcee90-b9b1-4f09-86e3-c6b174392044 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.430615] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1697.430615] env[62295]: value = "task-1787064" [ 1697.430615] env[62295]: _type = "Task" [ 1697.430615] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.439537] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787064, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.538810] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.670924] env[62295]: DEBUG nova.scheduler.client.report [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1697.863890] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787062, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.941567] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787064, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.038153] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.177905] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.180790] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.383s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.182509] env[62295]: INFO nova.compute.claims [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1698.226465] env[62295]: INFO nova.scheduler.client.report [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Deleted allocations for instance 87afabee-3b0a-44e8-97d5-54d4db154f9b [ 1698.364292] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787062, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.443651] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787064, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.540068] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787063, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.544851] env[62295]: DEBUG nova.network.neutron [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updated VIF entry in instance network info cache for port 85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.545291] env[62295]: DEBUG nova.network.neutron [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updating instance_info_cache with network_info: [{"id": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "address": "fa:16:3e:81:fc:4f", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c9d37c-b0", "ovs_interfaceid": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.741724] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6e541b2e-3311-4176-9640-12c24bc1b887 tempest-ServerRescueTestJSON-1205586932 tempest-ServerRescueTestJSON-1205586932-project-member] Lock "87afabee-3b0a-44e8-97d5-54d4db154f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.540s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.865923] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787062, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.013239} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.865923] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0/OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0.vmdk to [datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332/dc4ad030-f8c0-40c0-add3-a806d3358332.vmdk. [ 1698.865923] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Cleaning up location [datastore1] OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0 {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1698.865923] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2bbb620d-203f-49e3-8475-0920f1058af0 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1698.865923] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0c4dc51-b218-4576-9eab-27faaf05ed07 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.871806] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1698.871806] env[62295]: value = "task-1787065" [ 1698.871806] env[62295]: _type = "Task" [ 1698.871806] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.880190] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.941316] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787064, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.038531] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787063, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.345735} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.038531] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] aad9f398-55dc-4296-8561-bd6d0cd1da9c/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. [ 1699.039411] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eff48c-f867-43bc-8ae5-a486d1c2ac13 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.063806] env[62295]: DEBUG oslo_concurrency.lockutils [req-f88e0fe0-eb39-40bf-9f4c-ff7d1d99f669 req-5ee9c273-b86b-4571-914d-fa12c1e4d9ac service nova] Releasing lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.071818] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] aad9f398-55dc-4296-8561-bd6d0cd1da9c/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1699.072928] env[62295]: DEBUG nova.network.neutron [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Port 3180be4b-042b-4b58-b283-a07fb904fe78 binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1699.073265] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.073542] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.073779] env[62295]: DEBUG nova.network.neutron [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.075012] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632a1e13-452c-4661-ac46-766a4bc4b3d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.097043] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1699.097043] env[62295]: value = "task-1787066" [ 1699.097043] env[62295]: _type = "Task" [ 1699.097043] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.105978] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.346854] env[62295]: DEBUG nova.network.neutron [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance_info_cache with network_info: [{"id": "3180be4b-042b-4b58-b283-a07fb904fe78", "address": "fa:16:3e:6d:8e:25", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3180be4b-04", "ovs_interfaceid": "3180be4b-042b-4b58-b283-a07fb904fe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.383592] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038422} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.384287] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1699.384287] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332/dc4ad030-f8c0-40c0-add3-a806d3358332.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.384709] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332/dc4ad030-f8c0-40c0-add3-a806d3358332.vmdk to [datastore1] 79ca4e47-1bcd-4fc3-829f-d9e7af01d701/79ca4e47-1bcd-4fc3-829f-d9e7af01d701.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1699.387139] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6df41e85-a02b-47d6-a5cc-fbb4b8655495 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.396426] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1699.396426] env[62295]: value = "task-1787067" [ 1699.396426] env[62295]: _type = "Task" [ 1699.396426] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.410160] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.443697] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787064, 'name': CreateVM_Task, 'duration_secs': 1.725952} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.443870] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1699.444546] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.444709] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.445101] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1699.445359] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d566fbf7-71a3-4741-b6d5-351e11fed7d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.449988] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1699.449988] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a49f80-9f3f-6767-980b-c2113c0a8a24" [ 1699.449988] env[62295]: _type = "Task" [ 1699.449988] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.460904] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a49f80-9f3f-6767-980b-c2113c0a8a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.534456] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e777a1b6-9fbc-4000-a912-babd82b94770 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.542511] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f2e6d-8acc-418c-b2d5-911a38b6e56f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.578131] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e3d7b2-1191-4efe-b2bf-8981de4b7bd3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.587881] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6823a1d1-444d-4c47-b0de-26ace7523ff5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.603892] env[62295]: DEBUG nova.compute.provider_tree [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1699.617549] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.851582] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.908614] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787067, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.962755] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.963300] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Processing image 3370fc59-98e0-4626-9547-27ae8e61f191 {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1699.963705] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191/3370fc59-98e0-4626-9547-27ae8e61f191.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.964595] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191/3370fc59-98e0-4626-9547-27ae8e61f191.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.964595] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1699.964952] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-439d8bcb-744d-4fbb-9adf-fec370842bff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.984070] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1699.984251] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1699.985055] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4a8924-5db5-4c2e-91be-10842d7300a3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.993339] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1699.993339] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52bfa471-c46e-916f-b11f-460de8e872c3" [ 1699.993339] env[62295]: _type = "Task" [ 1699.993339] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.006121] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52bfa471-c46e-916f-b11f-460de8e872c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.116522] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787066, 'name': ReconfigVM_Task, 'duration_secs': 0.874593} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.116522] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Reconfigured VM instance instance-00000051 to attach disk [datastore1] aad9f398-55dc-4296-8561-bd6d0cd1da9c/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.117446] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d38eb56-0b87-480e-b5cf-8fc4ef9996d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.146954] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e26ed6-720e-4619-a28c-512be243b7f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.159022] env[62295]: DEBUG nova.scheduler.client.report [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1700.159292] env[62295]: DEBUG nova.compute.provider_tree [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 117 to 118 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1700.159488] env[62295]: DEBUG nova.compute.provider_tree [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1700.171237] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1700.171237] env[62295]: value = "task-1787068" [ 1700.171237] env[62295]: _type = "Task" [ 1700.171237] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.184741] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787068, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.356857] env[62295]: DEBUG nova.compute.manager [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62295) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1700.357103] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.409248] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787067, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.509403] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Preparing fetch location {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1700.509403] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Fetch image to [datastore1] OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44/OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44.vmdk {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1700.509403] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Downloading stream optimized image 3370fc59-98e0-4626-9547-27ae8e61f191 to [datastore1] OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44/OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44.vmdk on the data store datastore1 as vApp {{(pid=62295) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1700.509890] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Downloading image file data 3370fc59-98e0-4626-9547-27ae8e61f191 to the ESX as VM named 'OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44' {{(pid=62295) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1700.622273] env[62295]: DEBUG oslo_vmware.rw_handles [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1700.622273] env[62295]: value = "resgroup-9" [ 1700.622273] env[62295]: _type = "ResourcePool" [ 1700.622273] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1700.622665] env[62295]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-13d9a39d-026f-4d04-9b88-7b92df810140 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.650464] env[62295]: DEBUG oslo_vmware.rw_handles [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lease: (returnval){ [ 1700.650464] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288aa65-193b-a6e2-a8e9-eb05fff61e80" [ 1700.650464] env[62295]: _type = "HttpNfcLease" [ 1700.650464] env[62295]: } obtained for vApp import into resource pool (val){ [ 1700.650464] env[62295]: value = "resgroup-9" [ 1700.650464] env[62295]: _type = "ResourcePool" [ 1700.650464] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1700.650841] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the lease: (returnval){ [ 1700.650841] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288aa65-193b-a6e2-a8e9-eb05fff61e80" [ 1700.650841] env[62295]: _type = "HttpNfcLease" [ 1700.650841] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1700.662922] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1700.662922] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288aa65-193b-a6e2-a8e9-eb05fff61e80" [ 1700.662922] env[62295]: _type = "HttpNfcLease" [ 1700.662922] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1700.665585] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.666102] env[62295]: DEBUG nova.compute.manager [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1700.669120] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.132s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.669238] env[62295]: DEBUG nova.objects.instance [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lazy-loading 'resources' on Instance uuid 109c79d9-3b88-4b7a-b35a-24e7673ecd56 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.690853] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787068, 'name': ReconfigVM_Task, 'duration_secs': 0.268463} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.691661] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.691887] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35777e9c-6df3-4a56-8741-5eeac61e1f77 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.701347] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1700.701347] env[62295]: value = "task-1787070" [ 1700.701347] env[62295]: _type = "Task" [ 1700.701347] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.716101] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.919039] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787067, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.163029] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1701.163029] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288aa65-193b-a6e2-a8e9-eb05fff61e80" [ 1701.163029] env[62295]: _type = "HttpNfcLease" [ 1701.163029] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1701.172899] env[62295]: DEBUG nova.compute.utils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.178181] env[62295]: DEBUG nova.compute.manager [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1701.178181] env[62295]: DEBUG nova.network.neutron [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1701.222323] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.247893] env[62295]: DEBUG nova.policy [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '363b867cd5ce45d19a5f8c80daff6992', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bff668f11a34e41a669d7c48a0d7145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1701.414562] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787067, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.631862] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee8b1a4-a2f7-44b2-abaf-10a917361b96 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.645062] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d419a1-86ff-4e07-bda5-b3232918ea63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.444052] env[62295]: DEBUG nova.compute.manager [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1702.448250] env[62295]: DEBUG nova.network.neutron [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Successfully created port: 52b99e11-f581-49a0-b463-83dae839605a {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.458809] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2eecbe-d880-4f70-9246-fdba4934bbdc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.470378] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1702.470378] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288aa65-193b-a6e2-a8e9-eb05fff61e80" [ 1702.470378] env[62295]: _type = "HttpNfcLease" [ 1702.470378] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1702.470378] env[62295]: DEBUG oslo_vmware.rw_handles [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1702.470378] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288aa65-193b-a6e2-a8e9-eb05fff61e80" [ 1702.470378] env[62295]: _type = "HttpNfcLease" [ 1702.470378] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1702.470378] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39887105-77c9-4099-8063-e6de7e67834a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.480033] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787067, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.430874} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.480657] env[62295]: DEBUG oslo_vmware.api [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787070, 'name': PowerOnVM_Task, 'duration_secs': 1.065925} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.482584] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc4ad030-f8c0-40c0-add3-a806d3358332/dc4ad030-f8c0-40c0-add3-a806d3358332.vmdk to [datastore1] 79ca4e47-1bcd-4fc3-829f-d9e7af01d701/79ca4e47-1bcd-4fc3-829f-d9e7af01d701.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1702.483394] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4696c9c2-cece-4c8e-913b-456887f942bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.486881] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.493973] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72f2e9a-3b0c-4ddf-806c-a5f6e097fa2c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.497974] env[62295]: DEBUG oslo_vmware.rw_handles [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083ef7-a282-4fd3-a564-74c07efa2d32/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1702.498314] env[62295]: DEBUG oslo_vmware.rw_handles [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Creating HTTP connection to write to file with size = 31593472 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083ef7-a282-4fd3-a564-74c07efa2d32/disk-0.vmdk. {{(pid=62295) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1702.502151] env[62295]: DEBUG nova.compute.manager [None req-74f273ad-57fc-4034-a1aa-09ca4174c2c3 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1702.503022] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472aa437-d2d8-48a7-bdaf-59f2c3c7be0e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.516131] env[62295]: DEBUG nova.compute.provider_tree [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1702.593199] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 79ca4e47-1bcd-4fc3-829f-d9e7af01d701/79ca4e47-1bcd-4fc3-829f-d9e7af01d701.vmdk or device None with type streamOptimized {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.599572] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f1705a-5010-4a11-a1f1-b45f8433a39e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.621156] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a604f532-0ccf-422c-aa71-53f289f3538b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.628662] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1702.628662] env[62295]: value = "task-1787071" [ 1702.628662] env[62295]: _type = "Task" [ 1702.628662] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.636703] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.657749] env[62295]: DEBUG nova.scheduler.client.report [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1702.658087] env[62295]: DEBUG nova.compute.provider_tree [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 118 to 119 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1702.658357] env[62295]: DEBUG nova.compute.provider_tree [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1702.972332] env[62295]: DEBUG oslo_concurrency.lockutils [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.972563] env[62295]: DEBUG oslo_concurrency.lockutils [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.972766] env[62295]: DEBUG oslo_concurrency.lockutils [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.972941] env[62295]: DEBUG oslo_concurrency.lockutils [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.973123] env[62295]: DEBUG oslo_concurrency.lockutils [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.975374] env[62295]: DEBUG nova.compute.manager [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1702.976245] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa1822d-e52c-471d-8923-e1de37b1d8e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.980396] env[62295]: INFO nova.compute.manager [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Terminating instance [ 1702.983045] env[62295]: DEBUG nova.compute.manager [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1702.983234] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1702.984329] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0232a014-558c-4811-b051-8ab23e2ec541 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.002258] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1703.002764] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-869722e4-2669-406d-8c71-aa807b6cda8f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.012591] env[62295]: DEBUG oslo_vmware.api [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1703.012591] env[62295]: value = "task-1787072" [ 1703.012591] env[62295]: _type = "Task" [ 1703.012591] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.025779] env[62295]: DEBUG oslo_vmware.api [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1787072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.140807] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787071, 'name': ReconfigVM_Task, 'duration_secs': 0.329663} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.142164] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 79ca4e47-1bcd-4fc3-829f-d9e7af01d701/79ca4e47-1bcd-4fc3-829f-d9e7af01d701.vmdk or device None with type streamOptimized {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.142876] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9df1e70b-3a77-4854-99bb-b162b5d28bdc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.152708] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1703.152708] env[62295]: value = "task-1787073" [ 1703.152708] env[62295]: _type = "Task" [ 1703.152708] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.163692] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.495s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.166608] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.403s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.166953] env[62295]: DEBUG nova.objects.instance [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1703.173642] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787073, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.196707] env[62295]: INFO nova.scheduler.client.report [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted allocations for instance 109c79d9-3b88-4b7a-b35a-24e7673ecd56 [ 1703.478654] env[62295]: DEBUG nova.compute.manager [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1703.497164] env[62295]: INFO nova.compute.manager [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] instance snapshotting [ 1703.499442] env[62295]: DEBUG nova.objects.instance [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'flavor' on Instance uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.514268] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1703.514779] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1703.514779] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.515069] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1703.515958] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.516165] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1703.516394] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1703.516550] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1703.516744] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1703.516950] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1703.517149] env[62295]: DEBUG nova.virt.hardware [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1703.518117] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e077aee-0ce8-4e7e-a2f1-c9ee79684625 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.542313] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bfe361-f27c-4eb3-875e-eae93e37caad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.547535] env[62295]: DEBUG oslo_vmware.api [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1787072, 'name': PowerOffVM_Task, 'duration_secs': 0.225209} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.551382] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.551660] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1703.553298] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59a2cfb6-2927-402a-b5fa-1ba05f815194 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.584936] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.585290] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.662478] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1703.662830] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1703.663407] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Deleting the datastore file [datastore1] fb018d6f-fec7-4f60-954a-e3d296ceff9a {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1703.666854] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b55a32b-b6e0-4107-bb9d-93c70fa88704 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.674447] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787073, 'name': Rename_Task, 'duration_secs': 0.228019} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.675384] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.675756] env[62295]: DEBUG oslo_vmware.api [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for the task: (returnval){ [ 1703.675756] env[62295]: value = "task-1787075" [ 1703.675756] env[62295]: _type = "Task" [ 1703.675756] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.675993] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af20e404-3f76-484a-8103-4faa7b89fe37 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.690955] env[62295]: DEBUG oslo_vmware.api [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1787075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.692600] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1703.692600] env[62295]: value = "task-1787076" [ 1703.692600] env[62295]: _type = "Task" [ 1703.692600] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.701510] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.705404] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a872fb7f-fb5e-4173-a6b1-f08b9eb8bc78 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "109c79d9-3b88-4b7a-b35a-24e7673ecd56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.296s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.009756] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7472fe0-937f-4bbc-be7e-b111540c7934 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.029488] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5516160c-0291-49cf-a708-3f689de41dca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.091127] env[62295]: DEBUG nova.compute.manager [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1704.141485] env[62295]: DEBUG oslo_vmware.rw_handles [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Completed reading data from the image iterator. {{(pid=62295) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1704.141838] env[62295]: DEBUG oslo_vmware.rw_handles [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083ef7-a282-4fd3-a564-74c07efa2d32/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1704.142886] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d033451-972c-452c-be6f-f80b37788f3e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.150157] env[62295]: DEBUG oslo_vmware.rw_handles [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083ef7-a282-4fd3-a564-74c07efa2d32/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1704.150325] env[62295]: DEBUG oslo_vmware.rw_handles [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083ef7-a282-4fd3-a564-74c07efa2d32/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1704.150753] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5911cc06-40d3-4782-b6ee-73110eb153a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.186205] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d72a3283-1949-4bf3-9dec-8b53b55730ed tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.187600] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.724s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.190588] env[62295]: INFO nova.compute.claims [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.205795] env[62295]: DEBUG oslo_vmware.api [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Task: {'id': task-1787075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251566} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.206631] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1704.206903] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1704.207126] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1704.207304] env[62295]: INFO nova.compute.manager [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1704.207558] env[62295]: DEBUG oslo.service.loopingcall [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.208065] env[62295]: DEBUG nova.compute.manager [-] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1704.208188] env[62295]: DEBUG nova.network.neutron [-] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1704.215217] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787076, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.294584] env[62295]: DEBUG nova.compute.manager [req-1d4d3861-5daa-4c54-afd9-75d8e3c03a0d req-d26dfa63-99f7-4cc4-aa02-07ef797110ad service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Received event network-vif-plugged-52b99e11-f581-49a0-b463-83dae839605a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1704.294825] env[62295]: DEBUG oslo_concurrency.lockutils [req-1d4d3861-5daa-4c54-afd9-75d8e3c03a0d req-d26dfa63-99f7-4cc4-aa02-07ef797110ad service nova] Acquiring lock "e6d2529f-3204-432c-97e9-166515a8b781-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.295144] env[62295]: DEBUG oslo_concurrency.lockutils [req-1d4d3861-5daa-4c54-afd9-75d8e3c03a0d req-d26dfa63-99f7-4cc4-aa02-07ef797110ad service nova] Lock "e6d2529f-3204-432c-97e9-166515a8b781-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.295339] env[62295]: DEBUG oslo_concurrency.lockutils [req-1d4d3861-5daa-4c54-afd9-75d8e3c03a0d req-d26dfa63-99f7-4cc4-aa02-07ef797110ad service nova] Lock "e6d2529f-3204-432c-97e9-166515a8b781-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.295515] env[62295]: DEBUG nova.compute.manager [req-1d4d3861-5daa-4c54-afd9-75d8e3c03a0d req-d26dfa63-99f7-4cc4-aa02-07ef797110ad service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] No waiting events found dispatching network-vif-plugged-52b99e11-f581-49a0-b463-83dae839605a {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1704.295792] env[62295]: WARNING nova.compute.manager [req-1d4d3861-5daa-4c54-afd9-75d8e3c03a0d req-d26dfa63-99f7-4cc4-aa02-07ef797110ad service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Received unexpected event network-vif-plugged-52b99e11-f581-49a0-b463-83dae839605a for instance with vm_state building and task_state spawning. [ 1704.526312] env[62295]: DEBUG nova.network.neutron [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Successfully updated port: 52b99e11-f581-49a0-b463-83dae839605a {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.542053] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1704.542518] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02cb893b-50fb-4963-aed1-72e1b8c7a61a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.556068] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1704.556068] env[62295]: value = "task-1787077" [ 1704.556068] env[62295]: _type = "Task" [ 1704.556068] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.565649] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.618152] env[62295]: DEBUG oslo_vmware.rw_handles [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083ef7-a282-4fd3-a564-74c07efa2d32/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1704.618152] env[62295]: INFO nova.virt.vmwareapi.images [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Downloaded image file data 3370fc59-98e0-4626-9547-27ae8e61f191 [ 1704.618152] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac70b804-7b24-4cb2-a344-8b1153f961c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.646214] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ff5d7c0-340c-4091-ac3a-cf3849b2ea92 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.671572] env[62295]: INFO nova.virt.vmwareapi.images [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] The imported VM was unregistered [ 1704.674069] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Caching image {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1704.674304] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191 {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.674845] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-782ea915-118e-48f5-b74b-935c907e6980 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.691626] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Created directory with path [datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191 {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.693237] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44/OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44.vmdk to [datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191/3370fc59-98e0-4626-9547-27ae8e61f191.vmdk. {{(pid=62295) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1704.693237] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f6cf44c1-4231-4c83-9252-9813113b6621 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.701950] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1704.701950] env[62295]: value = "task-1787079" [ 1704.701950] env[62295]: _type = "Task" [ 1704.701950] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.703177] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.720042] env[62295]: DEBUG oslo_vmware.api [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787076, 'name': PowerOnVM_Task, 'duration_secs': 0.572593} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.721398] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1704.721667] env[62295]: INFO nova.compute.manager [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Took 15.39 seconds to spawn the instance on the hypervisor. [ 1704.721849] env[62295]: DEBUG nova.compute.manager [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1704.730441] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22edc8d8-f42f-4ebe-b9d1-cb98036397f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.737248] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787079, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.893548] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.893831] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.029900] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "refresh_cache-e6d2529f-3204-432c-97e9-166515a8b781" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.030200] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "refresh_cache-e6d2529f-3204-432c-97e9-166515a8b781" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.030380] env[62295]: DEBUG nova.network.neutron [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.066676] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.073363] env[62295]: INFO nova.compute.manager [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Rescuing [ 1705.073639] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.073803] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.073969] env[62295]: DEBUG nova.network.neutron [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.214970] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787079, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.258041] env[62295]: INFO nova.compute.manager [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Took 34.10 seconds to build instance. [ 1705.396997] env[62295]: DEBUG nova.compute.manager [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1705.575591] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.597793] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af36a29a-b3bb-4d6f-a114-2b8cfc5c0176 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.602812] env[62295]: DEBUG nova.network.neutron [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.613343] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f9844d-1735-479a-b7d9-f80c3a92191d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.656383] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4661b-bb35-48e8-894f-967140a63faf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.665979] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd7d285-170f-407b-9c87-927662e46c6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.683013] env[62295]: DEBUG nova.compute.provider_tree [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.715612] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787079, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.760553] env[62295]: DEBUG oslo_concurrency.lockutils [None req-11a836ae-835e-4127-add9-087fe4a72a52 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.613s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.918414] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.040485] env[62295]: DEBUG nova.network.neutron [-] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.072343] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787077, 'name': CreateSnapshot_Task, 'duration_secs': 1.503083} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.073073] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1706.073916] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2731990d-a938-4e48-9914-782ff142f542 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.108287] env[62295]: DEBUG nova.network.neutron [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Updating instance_info_cache with network_info: [{"id": "52b99e11-f581-49a0-b463-83dae839605a", "address": "fa:16:3e:63:38:4a", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b99e11-f5", "ovs_interfaceid": "52b99e11-f581-49a0-b463-83dae839605a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.118152] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.118495] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.118909] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.119200] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.121515] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.122530] env[62295]: INFO nova.compute.manager [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Terminating instance [ 1706.125996] env[62295]: DEBUG nova.compute.manager [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1706.126592] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1706.127169] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19da158-bff5-4be3-9e67-1eeccdf651f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.143328] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.144266] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0107526-a493-4bc1-b71b-d29db28448c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.154689] env[62295]: DEBUG oslo_vmware.api [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1706.154689] env[62295]: value = "task-1787080" [ 1706.154689] env[62295]: _type = "Task" [ 1706.154689] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.163782] env[62295]: DEBUG oslo_vmware.api [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.185819] env[62295]: DEBUG nova.scheduler.client.report [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1706.217582] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787079, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.234676] env[62295]: DEBUG nova.network.neutron [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Updating instance_info_cache with network_info: [{"id": "f72b7251-3381-488b-ac9b-0f3609834bc3", "address": "fa:16:3e:e5:d1:8f", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72b7251-33", "ovs_interfaceid": "f72b7251-3381-488b-ac9b-0f3609834bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.328313] env[62295]: DEBUG nova.compute.manager [req-135c1051-a9f7-4d33-9235-d0e8cabbd6eb req-234f8a96-fd17-46ce-9165-c7cff5991833 service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Received event network-changed-52b99e11-f581-49a0-b463-83dae839605a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1706.328532] env[62295]: DEBUG nova.compute.manager [req-135c1051-a9f7-4d33-9235-d0e8cabbd6eb req-234f8a96-fd17-46ce-9165-c7cff5991833 service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Refreshing instance network info cache due to event network-changed-52b99e11-f581-49a0-b463-83dae839605a. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1706.328763] env[62295]: DEBUG oslo_concurrency.lockutils [req-135c1051-a9f7-4d33-9235-d0e8cabbd6eb req-234f8a96-fd17-46ce-9165-c7cff5991833 service nova] Acquiring lock "refresh_cache-e6d2529f-3204-432c-97e9-166515a8b781" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.544253] env[62295]: INFO nova.compute.manager [-] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Took 2.34 seconds to deallocate network for instance. [ 1706.599413] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1706.601227] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2bc3a27e-2b4b-4514-81cd-6e18f08aef8b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.611623] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "refresh_cache-e6d2529f-3204-432c-97e9-166515a8b781" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.612395] env[62295]: DEBUG nova.compute.manager [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Instance network_info: |[{"id": "52b99e11-f581-49a0-b463-83dae839605a", "address": "fa:16:3e:63:38:4a", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b99e11-f5", "ovs_interfaceid": "52b99e11-f581-49a0-b463-83dae839605a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1706.613351] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1706.613351] env[62295]: value = "task-1787081" [ 1706.613351] env[62295]: _type = "Task" [ 1706.613351] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.615025] env[62295]: DEBUG oslo_concurrency.lockutils [req-135c1051-a9f7-4d33-9235-d0e8cabbd6eb req-234f8a96-fd17-46ce-9165-c7cff5991833 service nova] Acquired lock "refresh_cache-e6d2529f-3204-432c-97e9-166515a8b781" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.615025] env[62295]: DEBUG nova.network.neutron [req-135c1051-a9f7-4d33-9235-d0e8cabbd6eb req-234f8a96-fd17-46ce-9165-c7cff5991833 service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Refreshing network info cache for port 52b99e11-f581-49a0-b463-83dae839605a {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.615525] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:38:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52b99e11-f581-49a0-b463-83dae839605a', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.624236] env[62295]: DEBUG oslo.service.loopingcall [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.629102] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.633886] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d37f7d5-6322-4c55-8160-5c8c3b376cc7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.657948] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787081, 'name': CloneVM_Task} progress is 16%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.665970] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.665970] env[62295]: value = "task-1787082" [ 1706.665970] env[62295]: _type = "Task" [ 1706.665970] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.673812] env[62295]: DEBUG oslo_vmware.api [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787080, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.686030] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787082, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.691726] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.692548] env[62295]: DEBUG nova.compute.manager [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1706.696133] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.905s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.698828] env[62295]: INFO nova.compute.claims [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.718034] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787079, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.741349] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.052483] env[62295]: DEBUG oslo_concurrency.lockutils [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.142865] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787081, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.171025] env[62295]: DEBUG oslo_vmware.api [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787080, 'name': PowerOffVM_Task, 'duration_secs': 0.60923} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.172170] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.172537] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.172912] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b7e08ae-0ef6-4b71-a2ce-843766798099 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.179707] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787082, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.206188] env[62295]: DEBUG nova.compute.utils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.210115] env[62295]: DEBUG nova.compute.manager [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1707.210462] env[62295]: DEBUG nova.network.neutron [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1707.222712] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787079, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.518358} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.225027] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44/OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44.vmdk to [datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191/3370fc59-98e0-4626-9547-27ae8e61f191.vmdk. [ 1707.225027] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Cleaning up location [datastore1] OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44 {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1707.225027] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0dce9f78-c505-4b16-84f3-a7c0aa3b4c44 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.225027] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2bcd99-5be2-4c34-a965-376f2ab69b10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.232487] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1707.232487] env[62295]: value = "task-1787084" [ 1707.232487] env[62295]: _type = "Task" [ 1707.232487] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.243861] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.289819] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.290466] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95368e7d-edf2-4068-a168-898c54d6924d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.297768] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1707.297768] env[62295]: value = "task-1787085" [ 1707.297768] env[62295]: _type = "Task" [ 1707.297768] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.307665] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.326300] env[62295]: DEBUG nova.policy [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a53d8808f37447838fe6339ef5b4fead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abff9d6cbdc04d27b8f06fe428d71e27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1707.556656] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1707.557635] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1707.557978] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleting the datastore file [datastore1] 79ca4e47-1bcd-4fc3-829f-d9e7af01d701 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.558429] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1904a47-6c90-4115-8856-ca02300862db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.567463] env[62295]: DEBUG oslo_vmware.api [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1707.567463] env[62295]: value = "task-1787086" [ 1707.567463] env[62295]: _type = "Task" [ 1707.567463] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.580204] env[62295]: DEBUG oslo_vmware.api [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.637035] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787081, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.677368] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787082, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.683228] env[62295]: DEBUG nova.network.neutron [req-135c1051-a9f7-4d33-9235-d0e8cabbd6eb req-234f8a96-fd17-46ce-9165-c7cff5991833 service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Updated VIF entry in instance network info cache for port 52b99e11-f581-49a0-b463-83dae839605a. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.683601] env[62295]: DEBUG nova.network.neutron [req-135c1051-a9f7-4d33-9235-d0e8cabbd6eb req-234f8a96-fd17-46ce-9165-c7cff5991833 service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Updating instance_info_cache with network_info: [{"id": "52b99e11-f581-49a0-b463-83dae839605a", "address": "fa:16:3e:63:38:4a", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b99e11-f5", "ovs_interfaceid": "52b99e11-f581-49a0-b463-83dae839605a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.716155] env[62295]: DEBUG nova.compute.manager [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1707.753534] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040229} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.760026] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.760026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191/3370fc59-98e0-4626-9547-27ae8e61f191.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.760026] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191/3370fc59-98e0-4626-9547-27ae8e61f191.vmdk to [datastore1] c51d134a-144d-4453-941a-0a0c7bffcf20/c51d134a-144d-4453-941a-0a0c7bffcf20.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1707.760026] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37ce3255-e3df-4c29-bfef-c8fe67f93be0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.770743] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1707.770743] env[62295]: value = "task-1787087" [ 1707.770743] env[62295]: _type = "Task" [ 1707.770743] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.788019] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.815649] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787085, 'name': PowerOffVM_Task, 'duration_secs': 0.443317} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.815955] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.817122] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbea2b5c-ebd3-497a-9b64-25a985e60da1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.842940] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839d47f5-511d-4d66-b9a3-f8fde25bfaa9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.891138] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.891472] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-304e7ce4-17ee-4cc6-a5c3-6cfe2eddf680 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.898652] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1707.898652] env[62295]: value = "task-1787088" [ 1707.898652] env[62295]: _type = "Task" [ 1707.898652] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.910277] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1707.910556] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.910853] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.911018] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.911226] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.911485] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67b5f7d3-542b-4ae9-abf1-22cfe257c837 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.922888] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.922888] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.923408] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c6dc52-73e1-4935-8665-922b1f0d133e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.931792] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1707.931792] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ce334b-8962-5909-562a-855f74080d7c" [ 1707.931792] env[62295]: _type = "Task" [ 1707.931792] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.941643] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ce334b-8962-5909-562a-855f74080d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.008753} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.942508] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ce15af-f662-4b07-93de-3e527d0e2513 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.948375] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1707.948375] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d2354d-2c44-fcfd-c140-f7e15930709b" [ 1707.948375] env[62295]: _type = "Task" [ 1707.948375] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.960381] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d2354d-2c44-fcfd-c140-f7e15930709b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.002376] env[62295]: DEBUG nova.network.neutron [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Successfully created port: dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1708.083470] env[62295]: DEBUG oslo_vmware.api [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195941} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.086803] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.087156] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.087399] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.087633] env[62295]: INFO nova.compute.manager [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Took 1.96 seconds to destroy the instance on the hypervisor. [ 1708.087898] env[62295]: DEBUG oslo.service.loopingcall [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.088351] env[62295]: DEBUG nova.compute.manager [-] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1708.088450] env[62295]: DEBUG nova.network.neutron [-] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.136556] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f543ec4b-f6b9-4504-9c3f-82aed59f5a63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.145287] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787081, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.150670] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489a4aac-d93f-4835-a983-0227e9f3b9d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.187903] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5287b196-8d8a-480d-a5bd-88d8728dc652 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.194032] env[62295]: DEBUG oslo_concurrency.lockutils [req-135c1051-a9f7-4d33-9235-d0e8cabbd6eb req-234f8a96-fd17-46ce-9165-c7cff5991833 service nova] Releasing lock "refresh_cache-e6d2529f-3204-432c-97e9-166515a8b781" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.194032] env[62295]: DEBUG nova.compute.manager [req-135c1051-a9f7-4d33-9235-d0e8cabbd6eb req-234f8a96-fd17-46ce-9165-c7cff5991833 service nova] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Received event network-vif-deleted-5de0b799-87ad-4e85-b43a-490c568fe955 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1708.199481] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787082, 'name': CreateVM_Task, 'duration_secs': 1.019665} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.199744] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.201106] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e82146a-90a3-4e96-8d03-688936d1e6cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.205589] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.205767] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.206124] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.206413] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a159352-3f4b-4ec5-af6e-3f151bcbc282 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.218654] env[62295]: DEBUG nova.compute.provider_tree [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.223056] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1708.223056] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f75d0-60dc-bbcb-7d62-13a3ae9c93e7" [ 1708.223056] env[62295]: _type = "Task" [ 1708.223056] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.243496] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f75d0-60dc-bbcb-7d62-13a3ae9c93e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.286185] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787087, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.464899] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d2354d-2c44-fcfd-c140-f7e15930709b, 'name': SearchDatastore_Task, 'duration_secs': 0.062098} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.465380] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.465803] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e02f691c-b485-4f65-bc6e-276c26cf41d7/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. {{(pid=62295) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1708.466774] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ab26fad-bb1f-4d7f-9d68-debcc22e162c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.477010] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1708.477010] env[62295]: value = "task-1787089" [ 1708.477010] env[62295]: _type = "Task" [ 1708.477010] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.491341] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.647499] env[62295]: DEBUG nova.compute.manager [req-2554f616-0b6c-4a8e-b502-ed9700b954ff req-8dde26d5-9294-4e8c-99eb-e9627a31e4f7 service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Received event network-vif-deleted-5f0bda06-81d8-4259-8080-7322dab80c6b {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1708.647823] env[62295]: INFO nova.compute.manager [req-2554f616-0b6c-4a8e-b502-ed9700b954ff req-8dde26d5-9294-4e8c-99eb-e9627a31e4f7 service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Neutron deleted interface 5f0bda06-81d8-4259-8080-7322dab80c6b; detaching it from the instance and deleting it from the info cache [ 1708.647994] env[62295]: DEBUG nova.network.neutron [req-2554f616-0b6c-4a8e-b502-ed9700b954ff req-8dde26d5-9294-4e8c-99eb-e9627a31e4f7 service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.650047] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787081, 'name': CloneVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.724664] env[62295]: DEBUG nova.scheduler.client.report [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1708.734552] env[62295]: DEBUG nova.compute.manager [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1708.751807] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f75d0-60dc-bbcb-7d62-13a3ae9c93e7, 'name': SearchDatastore_Task, 'duration_secs': 0.094011} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.754019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.754019] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.754019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.754019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.754019] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.754779] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4105f799-c94d-432f-8b45-a6d9f1e6b976 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.768800] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1708.768976] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1708.769158] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.769349] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1708.769495] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.769641] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1708.769847] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1708.770107] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1708.770219] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1708.770393] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1708.770571] env[62295]: DEBUG nova.virt.hardware [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1708.771808] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7713b7c-4859-4839-a184-5fafa9d90820 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.775756] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.775933] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.780283] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a53a48-4418-4ef2-9a0c-65b01bf3b097 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.786910] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25428550-91b7-4554-a1ec-0fd5b718a3a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.795945] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787087, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.796287] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1708.796287] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f748c4-8f19-e1a4-da2f-eefad54c1218" [ 1708.796287] env[62295]: _type = "Task" [ 1708.796287] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.814951] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f748c4-8f19-e1a4-da2f-eefad54c1218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.992535] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.082152] env[62295]: DEBUG nova.network.neutron [-] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.140652] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787081, 'name': CloneVM_Task, 'duration_secs': 2.122821} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.140984] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Created linked-clone VM from snapshot [ 1709.142095] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da2cd57-604f-4e76-a372-85c292aea308 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.153041] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Uploading image f508cd7f-a067-4d5e-bd48-2c9ca626a6cd {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1709.158155] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67e86844-7cf0-41ea-9136-498c613abca8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.166049] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a29bc5-636a-4592-b5d6-f6e2105214b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.189681] env[62295]: DEBUG oslo_vmware.rw_handles [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1709.189681] env[62295]: value = "vm-370803" [ 1709.189681] env[62295]: _type = "VirtualMachine" [ 1709.189681] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1709.190137] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ce4df0a5-5654-4114-aa50-b38810386ac5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.205898] env[62295]: DEBUG nova.compute.manager [req-2554f616-0b6c-4a8e-b502-ed9700b954ff req-8dde26d5-9294-4e8c-99eb-e9627a31e4f7 service nova] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Detach interface failed, port_id=5f0bda06-81d8-4259-8080-7322dab80c6b, reason: Instance 79ca4e47-1bcd-4fc3-829f-d9e7af01d701 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1709.208116] env[62295]: DEBUG oslo_vmware.rw_handles [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lease: (returnval){ [ 1709.208116] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c44775-c4e7-a627-497a-7e8b039661dc" [ 1709.208116] env[62295]: _type = "HttpNfcLease" [ 1709.208116] env[62295]: } obtained for exporting VM: (result){ [ 1709.208116] env[62295]: value = "vm-370803" [ 1709.208116] env[62295]: _type = "VirtualMachine" [ 1709.208116] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1709.208421] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the lease: (returnval){ [ 1709.208421] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c44775-c4e7-a627-497a-7e8b039661dc" [ 1709.208421] env[62295]: _type = "HttpNfcLease" [ 1709.208421] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1709.216115] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1709.216115] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c44775-c4e7-a627-497a-7e8b039661dc" [ 1709.216115] env[62295]: _type = "HttpNfcLease" [ 1709.216115] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1709.234815] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.235585] env[62295]: DEBUG nova.compute.manager [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1709.238768] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.391s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.239157] env[62295]: DEBUG nova.objects.instance [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lazy-loading 'resources' on Instance uuid 4b8c41d4-6821-4b14-9217-7421a15f655c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1709.289793] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787087, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.309691] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f748c4-8f19-e1a4-da2f-eefad54c1218, 'name': SearchDatastore_Task, 'duration_secs': 0.086599} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.310693] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1002c0-1bf0-42bb-b365-2c26eac23c04 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.317748] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1709.317748] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5253fe37-aa6a-80d9-e418-9a5076393171" [ 1709.317748] env[62295]: _type = "Task" [ 1709.317748] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.327744] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5253fe37-aa6a-80d9-e418-9a5076393171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.489301] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.586127] env[62295]: INFO nova.compute.manager [-] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Took 1.50 seconds to deallocate network for instance. [ 1709.721914] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1709.721914] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c44775-c4e7-a627-497a-7e8b039661dc" [ 1709.721914] env[62295]: _type = "HttpNfcLease" [ 1709.721914] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1709.722248] env[62295]: DEBUG oslo_vmware.rw_handles [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1709.722248] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c44775-c4e7-a627-497a-7e8b039661dc" [ 1709.722248] env[62295]: _type = "HttpNfcLease" [ 1709.722248] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1709.723242] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01236f2c-8189-4ca8-b01a-0373b14e03c7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.735928] env[62295]: DEBUG oslo_vmware.rw_handles [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261724e-da2e-0617-28b8-425ff58ebc41/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1709.737288] env[62295]: DEBUG oslo_vmware.rw_handles [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261724e-da2e-0617-28b8-425ff58ebc41/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1709.742181] env[62295]: DEBUG nova.compute.utils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.803049] env[62295]: DEBUG nova.compute.manager [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1709.803049] env[62295]: DEBUG nova.network.neutron [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.819840] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787087, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.833889] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5253fe37-aa6a-80d9-e418-9a5076393171, 'name': SearchDatastore_Task, 'duration_secs': 0.084919} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.834221] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.834618] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e6d2529f-3204-432c-97e9-166515a8b781/e6d2529f-3204-432c-97e9-166515a8b781.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.834783] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0e64e76-e3f9-4e8e-8c2d-954b4b939064 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.843582] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1709.843582] env[62295]: value = "task-1787091" [ 1709.843582] env[62295]: _type = "Task" [ 1709.843582] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.855739] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.946799] env[62295]: DEBUG nova.policy [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2bcfcde71f241bfb4b0aacd168d6a56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63cb874486054bdd9862266ef3822dda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1709.992019] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.996317] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0ace385-6b09-447a-b0cc-453d8bb9a798 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.097803] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.157681] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3658de44-8e35-4fd8-a49b-c20a12f86355 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.166474] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d27cee-8621-4093-b9a9-c6c9e8cc72f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.205066] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a605e73-e0a6-4e0f-b012-b37b407f17d8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.215810] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8321c-5c99-4555-8cb0-a287d65f148c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.231544] env[62295]: DEBUG nova.compute.provider_tree [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.246828] env[62295]: DEBUG nova.compute.manager [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1710.280026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.280026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.320078] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787087, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.404873} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.320792] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3370fc59-98e0-4626-9547-27ae8e61f191/3370fc59-98e0-4626-9547-27ae8e61f191.vmdk to [datastore1] c51d134a-144d-4453-941a-0a0c7bffcf20/c51d134a-144d-4453-941a-0a0c7bffcf20.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1710.323034] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5ea5c7-614e-4ae4-b547-ae20a45ca362 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.348019] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c51d134a-144d-4453-941a-0a0c7bffcf20/c51d134a-144d-4453-941a-0a0c7bffcf20.vmdk or device None with type streamOptimized {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.349080] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a642c759-f03d-44c3-8af6-7006b8d7eb39 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.378335] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.378731] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1710.378731] env[62295]: value = "task-1787092" [ 1710.378731] env[62295]: _type = "Task" [ 1710.378731] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.388155] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.416817] env[62295]: DEBUG nova.network.neutron [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Successfully updated port: dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1710.489210] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787089, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.645560] env[62295]: DEBUG nova.network.neutron [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Successfully created port: dd5e31bd-2a9c-4f95-b969-e0ede08db8e9 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1710.682674] env[62295]: DEBUG nova.compute.manager [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received event network-vif-plugged-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1710.682979] env[62295]: DEBUG oslo_concurrency.lockutils [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] Acquiring lock "abd605fe-fba5-4031-846f-874440880588-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.683393] env[62295]: DEBUG oslo_concurrency.lockutils [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] Lock "abd605fe-fba5-4031-846f-874440880588-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.683608] env[62295]: DEBUG oslo_concurrency.lockutils [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] Lock "abd605fe-fba5-4031-846f-874440880588-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.683959] env[62295]: DEBUG nova.compute.manager [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] No waiting events found dispatching network-vif-plugged-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1710.684326] env[62295]: WARNING nova.compute.manager [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received unexpected event network-vif-plugged-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb for instance with vm_state building and task_state spawning. [ 1710.684551] env[62295]: DEBUG nova.compute.manager [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received event network-changed-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1710.684657] env[62295]: DEBUG nova.compute.manager [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Refreshing instance network info cache due to event network-changed-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1710.684969] env[62295]: DEBUG oslo_concurrency.lockutils [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] Acquiring lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.685326] env[62295]: DEBUG oslo_concurrency.lockutils [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] Acquired lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.686043] env[62295]: DEBUG nova.network.neutron [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Refreshing network info cache for port dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.738027] env[62295]: DEBUG nova.scheduler.client.report [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1710.782096] env[62295]: DEBUG nova.compute.manager [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1710.862300] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.889791] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.920390] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.990999] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787089, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.060671} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.991434] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e02f691c-b485-4f65-bc6e-276c26cf41d7/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. [ 1710.992415] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a9fa62-3303-4e5e-a3c4-bea135533471 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.034955] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] e02f691c-b485-4f65-bc6e-276c26cf41d7/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.035405] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10325fd9-bf37-4ef1-b80f-4572199fdb37 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.055163] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1711.055163] env[62295]: value = "task-1787093" [ 1711.055163] env[62295]: _type = "Task" [ 1711.055163] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.067693] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.217998] env[62295]: DEBUG nova.network.neutron [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1711.244766] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.247426] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.890s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.263362] env[62295]: DEBUG nova.compute.manager [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1711.272862] env[62295]: INFO nova.scheduler.client.report [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Deleted allocations for instance 4b8c41d4-6821-4b14-9217-7421a15f655c [ 1711.288313] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1711.291304] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1711.291304] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.291304] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1711.291304] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.291304] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1711.291304] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1711.291304] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1711.291304] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1711.291304] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1711.291304] env[62295]: DEBUG nova.virt.hardware [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1711.291304] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a88bb50-a9a8-40fd-8afc-b63d9128be72 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.308835] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b4a32f-751f-4f57-a7bc-55a31f27562a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.316575] env[62295]: DEBUG nova.network.neutron [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.319146] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.360013] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787091, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.048936} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.360681] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e6d2529f-3204-432c-97e9-166515a8b781/e6d2529f-3204-432c-97e9-166515a8b781.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1711.361370] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.361370] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7758d370-cbcc-4a8c-8e5b-199a667bfcf3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.369779] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1711.369779] env[62295]: value = "task-1787094" [ 1711.369779] env[62295]: _type = "Task" [ 1711.369779] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.378823] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.389324] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787092, 'name': ReconfigVM_Task, 'duration_secs': 0.661358} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.389634] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c51d134a-144d-4453-941a-0a0c7bffcf20/c51d134a-144d-4453-941a-0a0c7bffcf20.vmdk or device None with type streamOptimized {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.390332] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2cd2f77-f338-4e6e-985c-13ad2402d263 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.399166] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1711.399166] env[62295]: value = "task-1787095" [ 1711.399166] env[62295]: _type = "Task" [ 1711.399166] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.415570] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787095, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.567194] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.751061] env[62295]: DEBUG nova.objects.instance [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lazy-loading 'migration_context' on Instance uuid a5ffad30-97a0-4af0-9aef-47203df5a59c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.780500] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ad50aad5-652a-4cf1-b304-d324dc49eb36 tempest-ServersTestMultiNic-1557054530 tempest-ServersTestMultiNic-1557054530-project-member] Lock "4b8c41d4-6821-4b14-9217-7421a15f655c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.399s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.829354] env[62295]: DEBUG oslo_concurrency.lockutils [req-e854d6ef-92ec-4ead-b191-6c69e46ae380 req-eb0c281c-562b-4220-b9bd-ff2ada531b34 service nova] Releasing lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.829765] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.829949] env[62295]: DEBUG nova.network.neutron [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.880870] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229081} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.881366] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.882436] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ab7da0-f5b3-4959-b1b9-2f518e7944f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.908382] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] e6d2529f-3204-432c-97e9-166515a8b781/e6d2529f-3204-432c-97e9-166515a8b781.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.909269] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70cdd8a-8653-4f96-bd1d-9586b42a80fd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.936308] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787095, 'name': Rename_Task, 'duration_secs': 0.316866} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.937996] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.938577] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1711.938577] env[62295]: value = "task-1787096" [ 1711.938577] env[62295]: _type = "Task" [ 1711.938577] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.938878] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc6730bb-b70e-4e1b-910f-0e3543b67f2d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.952087] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.953866] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1711.953866] env[62295]: value = "task-1787097" [ 1711.953866] env[62295]: _type = "Task" [ 1711.953866] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.963135] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.066915] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787093, 'name': ReconfigVM_Task, 'duration_secs': 0.878455} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.067435] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Reconfigured VM instance instance-00000050 to attach disk [datastore1] e02f691c-b485-4f65-bc6e-276c26cf41d7/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.071098] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503df93c-b3bc-40e8-b3b5-efdaf4dfc562 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.097290] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04728221-f604-4fe2-bdb1-87cb70f2bca6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.115453] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1712.115453] env[62295]: value = "task-1787098" [ 1712.115453] env[62295]: _type = "Task" [ 1712.115453] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.125506] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.342579] env[62295]: DEBUG nova.network.neutron [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Successfully updated port: dd5e31bd-2a9c-4f95-b969-e0ede08db8e9 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1712.396464] env[62295]: DEBUG nova.network.neutron [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.452015] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787096, 'name': ReconfigVM_Task, 'duration_secs': 0.371825} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.455741] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Reconfigured VM instance instance-00000053 to attach disk [datastore1] e6d2529f-3204-432c-97e9-166515a8b781/e6d2529f-3204-432c-97e9-166515a8b781.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.455896] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73122cec-b2ff-4104-933e-0031fbd60aa8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.472634] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787097, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.478583] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1712.478583] env[62295]: value = "task-1787099" [ 1712.478583] env[62295]: _type = "Task" [ 1712.478583] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.497843] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787099, 'name': Rename_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.621717] env[62295]: DEBUG nova.network.neutron [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Updating instance_info_cache with network_info: [{"id": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "address": "fa:16:3e:e7:03:8e", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc5c5a6-0b", "ovs_interfaceid": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.634664] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787098, 'name': ReconfigVM_Task, 'duration_secs': 0.278981} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.634760] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.636284] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23596274-9fdc-4e34-8163-446700cdd621 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.645176] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1712.645176] env[62295]: value = "task-1787100" [ 1712.645176] env[62295]: _type = "Task" [ 1712.645176] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.661056] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.670077] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e908f46-3da9-406a-8bb0-de18347d03fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.679651] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d391cca-b5d0-4051-a480-921937f294c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.714926] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf68114-52d9-4d40-9b34-183c6fe84b2f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.722526] env[62295]: DEBUG nova.compute.manager [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Received event network-vif-plugged-dd5e31bd-2a9c-4f95-b969-e0ede08db8e9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1712.722628] env[62295]: DEBUG oslo_concurrency.lockutils [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] Acquiring lock "28ef98f1-1d10-4915-9bfc-1a720661e783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.722840] env[62295]: DEBUG oslo_concurrency.lockutils [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] Lock "28ef98f1-1d10-4915-9bfc-1a720661e783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.723016] env[62295]: DEBUG oslo_concurrency.lockutils [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] Lock "28ef98f1-1d10-4915-9bfc-1a720661e783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.723191] env[62295]: DEBUG nova.compute.manager [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] No waiting events found dispatching network-vif-plugged-dd5e31bd-2a9c-4f95-b969-e0ede08db8e9 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1712.723356] env[62295]: WARNING nova.compute.manager [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Received unexpected event network-vif-plugged-dd5e31bd-2a9c-4f95-b969-e0ede08db8e9 for instance with vm_state building and task_state spawning. [ 1712.723515] env[62295]: DEBUG nova.compute.manager [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Received event network-changed-dd5e31bd-2a9c-4f95-b969-e0ede08db8e9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1712.723817] env[62295]: DEBUG nova.compute.manager [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Refreshing instance network info cache due to event network-changed-dd5e31bd-2a9c-4f95-b969-e0ede08db8e9. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1712.724071] env[62295]: DEBUG oslo_concurrency.lockutils [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] Acquiring lock "refresh_cache-28ef98f1-1d10-4915-9bfc-1a720661e783" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.724252] env[62295]: DEBUG oslo_concurrency.lockutils [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] Acquired lock "refresh_cache-28ef98f1-1d10-4915-9bfc-1a720661e783" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.724445] env[62295]: DEBUG nova.network.neutron [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Refreshing network info cache for port dd5e31bd-2a9c-4f95-b969-e0ede08db8e9 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1712.732341] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d4ec4a-cc30-440d-ad2d-57c57380f695 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.748649] env[62295]: DEBUG nova.compute.provider_tree [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1712.845576] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquiring lock "refresh_cache-28ef98f1-1d10-4915-9bfc-1a720661e783" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.972841] env[62295]: DEBUG oslo_vmware.api [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787097, 'name': PowerOnVM_Task, 'duration_secs': 0.567168} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.973215] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.990444] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787099, 'name': Rename_Task, 'duration_secs': 0.24264} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.990749] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.991027] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fed6ccae-c314-46f4-9569-316879aae980 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.000826] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1713.000826] env[62295]: value = "task-1787101" [ 1713.000826] env[62295]: _type = "Task" [ 1713.000826] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.027449] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.098026] env[62295]: DEBUG nova.compute.manager [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1713.098954] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aff9ef-78f3-4654-b05d-ff67c1cfc03b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.124532] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.125758] env[62295]: DEBUG nova.compute.manager [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Instance network_info: |[{"id": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "address": "fa:16:3e:e7:03:8e", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc5c5a6-0b", "ovs_interfaceid": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1713.125758] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:03:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.135195] env[62295]: DEBUG oslo.service.loopingcall [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.135195] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd605fe-fba5-4031-846f-874440880588] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.135449] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c277bdcb-4183-4c9f-9ebc-1bca9c3ddca5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.170084] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.171521] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.171521] env[62295]: value = "task-1787102" [ 1713.171521] env[62295]: _type = "Task" [ 1713.171521] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.196137] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787102, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.262398] env[62295]: DEBUG nova.network.neutron [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1713.272253] env[62295]: ERROR nova.scheduler.client.report [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [req-0b58ab2c-3c13-403b-9aec-98ae534f8239] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b58ab2c-3c13-403b-9aec-98ae534f8239"}]} [ 1713.289658] env[62295]: DEBUG nova.scheduler.client.report [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1713.305709] env[62295]: DEBUG nova.scheduler.client.report [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1713.306096] env[62295]: DEBUG nova.compute.provider_tree [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.318538] env[62295]: DEBUG nova.scheduler.client.report [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1713.339244] env[62295]: DEBUG nova.scheduler.client.report [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1713.424734] env[62295]: DEBUG nova.network.neutron [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.517314] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787101, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.621138] env[62295]: DEBUG oslo_concurrency.lockutils [None req-93527a26-4caf-45d2-8961-ff00908839b6 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.418s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.672467] env[62295]: DEBUG oslo_vmware.api [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787100, 'name': PowerOnVM_Task, 'duration_secs': 0.799784} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.672467] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.682027] env[62295]: DEBUG nova.compute.manager [None req-ec99c824-684a-429a-a535-00bc9588076a tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1713.683382] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037022ed-e14f-43f2-a3f7-c5eaa115f7ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.693620] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787102, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.733425] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2872863e-dd23-459c-b0d1-2cfed00a8c7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.743525] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce587f51-fa65-4123-b644-10853192bd6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.784893] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c303d2-d83e-4ee2-b6c7-d1fd8c23787f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.796342] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf0670e-e3e6-454a-816d-605c35167fa6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.814420] env[62295]: DEBUG nova.compute.provider_tree [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.928233] env[62295]: DEBUG oslo_concurrency.lockutils [req-65573ea7-f984-4799-b853-a5bbf7175935 req-fccb7db3-af0b-4a5e-b2d5-de26d40ec593 service nova] Releasing lock "refresh_cache-28ef98f1-1d10-4915-9bfc-1a720661e783" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.928233] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquired lock "refresh_cache-28ef98f1-1d10-4915-9bfc-1a720661e783" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.928537] env[62295]: DEBUG nova.network.neutron [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1714.015147] env[62295]: DEBUG oslo_vmware.api [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787101, 'name': PowerOnVM_Task, 'duration_secs': 0.716975} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.015524] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1714.015847] env[62295]: INFO nova.compute.manager [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1714.016112] env[62295]: DEBUG nova.compute.manager [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1714.016965] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160c9ba8-6e0c-4b8f-b477-1b7f1089f60c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.183868] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787102, 'name': CreateVM_Task, 'duration_secs': 0.550013} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.184084] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd605fe-fba5-4031-846f-874440880588] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1714.184787] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.184954] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.185360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1714.185559] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5189b4ba-200f-4b01-9e19-810ee5190a9b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.191825] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1714.191825] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288798f-74ee-b9a6-07c5-24b5e952dec5" [ 1714.191825] env[62295]: _type = "Task" [ 1714.191825] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.209268] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288798f-74ee-b9a6-07c5-24b5e952dec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.351542] env[62295]: DEBUG nova.scheduler.client.report [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1714.351847] env[62295]: DEBUG nova.compute.provider_tree [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 122 to 123 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1714.352037] env[62295]: DEBUG nova.compute.provider_tree [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1714.491551] env[62295]: DEBUG nova.network.neutron [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.541359] env[62295]: INFO nova.compute.manager [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Took 29.76 seconds to build instance. [ 1714.705312] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5288798f-74ee-b9a6-07c5-24b5e952dec5, 'name': SearchDatastore_Task, 'duration_secs': 0.021716} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.705630] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.705868] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.706128] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.706278] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.706676] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.706985] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c747643-6044-44da-8bf4-ad45abc66a6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.718781] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.718977] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.719801] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9938409b-6b4d-4cde-b61d-ce1e23b5a517 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.729367] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1714.729367] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52029e87-22af-125c-4efb-72049b03a954" [ 1714.729367] env[62295]: _type = "Task" [ 1714.729367] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.740046] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52029e87-22af-125c-4efb-72049b03a954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.836385] env[62295]: DEBUG nova.network.neutron [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Updating instance_info_cache with network_info: [{"id": "dd5e31bd-2a9c-4f95-b969-e0ede08db8e9", "address": "fa:16:3e:64:13:af", "network": {"id": "71fe09e3-339f-423d-9802-560c4c4f11b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2057270797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cb874486054bdd9862266ef3822dda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e31bd-2a", "ovs_interfaceid": "dd5e31bd-2a9c-4f95-b969-e0ede08db8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.044574] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c2b4b3dc-8d95-4b14-831a-5ab984b43068 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "e6d2529f-3204-432c-97e9-166515a8b781" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.272s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.245021] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52029e87-22af-125c-4efb-72049b03a954, 'name': SearchDatastore_Task, 'duration_secs': 0.017404} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.245021] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c4ca85-000c-4ea6-a8c7-c22a925ab2c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.253716] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1715.253716] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a5b1d3-cd46-fa1c-eca2-8e2c1ca9edeb" [ 1715.253716] env[62295]: _type = "Task" [ 1715.253716] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.272606] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a5b1d3-cd46-fa1c-eca2-8e2c1ca9edeb, 'name': SearchDatastore_Task, 'duration_secs': 0.014431} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.273217] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.273217] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] abd605fe-fba5-4031-846f-874440880588/abd605fe-fba5-4031-846f-874440880588.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.275839] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9424b5ec-db2f-4c6c-b460-6ba00f45d1ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.288332] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1715.288332] env[62295]: value = "task-1787103" [ 1715.288332] env[62295]: _type = "Task" [ 1715.288332] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.298787] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.312180] env[62295]: INFO nova.compute.manager [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Unrescuing [ 1715.312180] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.312373] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.312653] env[62295]: DEBUG nova.network.neutron [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.344281] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Releasing lock "refresh_cache-28ef98f1-1d10-4915-9bfc-1a720661e783" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.345019] env[62295]: DEBUG nova.compute.manager [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Instance network_info: |[{"id": "dd5e31bd-2a9c-4f95-b969-e0ede08db8e9", "address": "fa:16:3e:64:13:af", "network": {"id": "71fe09e3-339f-423d-9802-560c4c4f11b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2057270797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cb874486054bdd9862266ef3822dda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e31bd-2a", "ovs_interfaceid": "dd5e31bd-2a9c-4f95-b969-e0ede08db8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1715.345477] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:13:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd5e31bd-2a9c-4f95-b969-e0ede08db8e9', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.358148] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Creating folder: Project (63cb874486054bdd9862266ef3822dda). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1715.359626] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-102d600e-ed22-42ce-9fb2-210729a9cd15 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.367272] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.120s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.376872] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.674s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.378679] env[62295]: INFO nova.compute.claims [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.400327] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec31d20-f4f8-4b83-801e-c28e6a185bc2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.404161] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Created folder: Project (63cb874486054bdd9862266ef3822dda) in parent group-v370569. [ 1715.404161] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Creating folder: Instances. Parent ref: group-v370806. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1715.404715] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbab6b93-834d-4a5f-86bc-33d686142243 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.413017] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1baff8fa-eceb-44e7-ab74-5c15bec49cbc tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Suspending the VM {{(pid=62295) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1715.413017] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3c64863d-5d4e-4bcf-a309-0922500a1c8c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.423857] env[62295]: DEBUG oslo_vmware.api [None req-1baff8fa-eceb-44e7-ab74-5c15bec49cbc tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1715.423857] env[62295]: value = "task-1787106" [ 1715.423857] env[62295]: _type = "Task" [ 1715.423857] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.423857] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Created folder: Instances in parent group-v370806. [ 1715.423857] env[62295]: DEBUG oslo.service.loopingcall [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.423857] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.427415] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-339249e1-1e3f-4002-b2f7-06484540fc2a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.454800] env[62295]: DEBUG oslo_vmware.api [None req-1baff8fa-eceb-44e7-ab74-5c15bec49cbc tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787106, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.456413] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.456413] env[62295]: value = "task-1787107" [ 1715.456413] env[62295]: _type = "Task" [ 1715.456413] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.467478] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787107, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.599231] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bb4a33-2c38-4ced-b0cf-ab4a11486342 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.610814] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d0477-70fa-42af-9ba6-6d5d0c49fd71 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Suspending the VM {{(pid=62295) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1715.611702] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-574d126b-4982-4274-80d0-4f8e13e93e46 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.621336] env[62295]: DEBUG oslo_vmware.api [None req-d34d0477-70fa-42af-9ba6-6d5d0c49fd71 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1715.621336] env[62295]: value = "task-1787108" [ 1715.621336] env[62295]: _type = "Task" [ 1715.621336] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.632126] env[62295]: DEBUG oslo_vmware.api [None req-d34d0477-70fa-42af-9ba6-6d5d0c49fd71 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787108, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.803400] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787103, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.936818] env[62295]: DEBUG oslo_vmware.api [None req-1baff8fa-eceb-44e7-ab74-5c15bec49cbc tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787106, 'name': SuspendVM_Task} progress is 62%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.970973] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787107, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.132764] env[62295]: DEBUG oslo_vmware.api [None req-d34d0477-70fa-42af-9ba6-6d5d0c49fd71 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787108, 'name': SuspendVM_Task} progress is 41%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.158914] env[62295]: DEBUG nova.network.neutron [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Updating instance_info_cache with network_info: [{"id": "f72b7251-3381-488b-ac9b-0f3609834bc3", "address": "fa:16:3e:e5:d1:8f", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72b7251-33", "ovs_interfaceid": "f72b7251-3381-488b-ac9b-0f3609834bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.305711] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787103, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.436687] env[62295]: DEBUG oslo_vmware.api [None req-1baff8fa-eceb-44e7-ab74-5c15bec49cbc tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787106, 'name': SuspendVM_Task} progress is 62%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.469667] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787107, 'name': CreateVM_Task, 'duration_secs': 0.609409} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.473675] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.475364] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.475364] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.475664] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.475929] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02b1851-1d2e-4698-89d7-215d92c73e5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.483139] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for the task: (returnval){ [ 1716.483139] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c4a480-19dc-3494-3b31-afbb0ac0dac6" [ 1716.483139] env[62295]: _type = "Task" [ 1716.483139] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.494775] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c4a480-19dc-3494-3b31-afbb0ac0dac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.640452] env[62295]: DEBUG oslo_vmware.api [None req-d34d0477-70fa-42af-9ba6-6d5d0c49fd71 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787108, 'name': SuspendVM_Task} progress is 83%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.664626] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.665342] env[62295]: DEBUG nova.objects.instance [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lazy-loading 'flavor' on Instance uuid e02f691c-b485-4f65-bc6e-276c26cf41d7 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.754059] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d30fa-4832-4bb7-a054-c791f4d63d82 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.764218] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3544ced-0f83-4255-b668-26ce10452cb8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.809625] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baacee14-3c4b-47c8-86b5-d0657f479c88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.823549] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da1e52-645c-4c5c-a73b-0f61fa98428e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.827384] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787103, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.194685} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.827641] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] abd605fe-fba5-4031-846f-874440880588/abd605fe-fba5-4031-846f-874440880588.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.827847] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.828496] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d06f305b-764d-4bc5-aaa1-5218c6ff7c59 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.838976] env[62295]: DEBUG nova.compute.provider_tree [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.846733] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1716.846733] env[62295]: value = "task-1787109" [ 1716.846733] env[62295]: _type = "Task" [ 1716.846733] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.857029] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.938193] env[62295]: DEBUG oslo_vmware.api [None req-1baff8fa-eceb-44e7-ab74-5c15bec49cbc tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787106, 'name': SuspendVM_Task, 'duration_secs': 1.453345} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.939841] env[62295]: INFO nova.compute.manager [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Swapping old allocation on dict_keys(['8a072772-3a95-435d-8b28-629ec3fc2f0c']) held by migration 30c2313d-fa22-426f-862e-a75f4973a4a6 for instance [ 1716.940350] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1baff8fa-eceb-44e7-ab74-5c15bec49cbc tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Suspended the VM {{(pid=62295) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1716.940709] env[62295]: DEBUG nova.compute.manager [None req-1baff8fa-eceb-44e7-ab74-5c15bec49cbc tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1716.945286] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b054654a-1992-4c91-9dab-397d4c5f307e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.970489] env[62295]: DEBUG nova.scheduler.client.report [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Overwriting current allocation {'allocations': {'8a072772-3a95-435d-8b28-629ec3fc2f0c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 123}}, 'project_id': '07761f4b374c434ea129f3041ad49b1b', 'user_id': 'f296891bc1ca451cabf9b8fb91cc5bc0', 'consumer_generation': 1} on consumer a5ffad30-97a0-4af0-9aef-47203df5a59c {{(pid=62295) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1716.996303] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c4a480-19dc-3494-3b31-afbb0ac0dac6, 'name': SearchDatastore_Task, 'duration_secs': 0.036294} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.996632] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.996876] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.997243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.997383] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.997602] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.997899] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd8e04d-9d21-4bdc-a93c-102ece77bbfa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.010303] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.010517] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.011615] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e5e709-bb58-4784-b203-2a617af4d10c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.018287] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for the task: (returnval){ [ 1717.018287] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dade5f-dcab-e365-fe2f-2e73d843e90f" [ 1717.018287] env[62295]: _type = "Task" [ 1717.018287] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.028725] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dade5f-dcab-e365-fe2f-2e73d843e90f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.132474] env[62295]: DEBUG oslo_vmware.api [None req-d34d0477-70fa-42af-9ba6-6d5d0c49fd71 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787108, 'name': SuspendVM_Task, 'duration_secs': 1.499038} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.133087] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d34d0477-70fa-42af-9ba6-6d5d0c49fd71 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Suspended the VM {{(pid=62295) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1717.133352] env[62295]: DEBUG nova.compute.manager [None req-d34d0477-70fa-42af-9ba6-6d5d0c49fd71 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1717.134063] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff9b2bb-3b39-469b-96f8-bfc5cea275e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.172620] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5875e0ef-b952-4d31-b470-af4d099af4d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.220664] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.220664] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b58cccba-6d71-4e0e-8b2e-54e4c73480e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.231029] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1717.231029] env[62295]: value = "task-1787110" [ 1717.231029] env[62295]: _type = "Task" [ 1717.231029] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.241734] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.266875] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.267120] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquired lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.267383] env[62295]: DEBUG nova.network.neutron [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.342719] env[62295]: DEBUG nova.scheduler.client.report [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1717.356922] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119956} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.357313] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.358257] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f723e73-099f-4fe6-a8a3-1ce3adf656fd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.385532] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] abd605fe-fba5-4031-846f-874440880588/abd605fe-fba5-4031-846f-874440880588.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.386266] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c603a8-1dde-4b29-99b0-24b66f9f1ec1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.410277] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1717.410277] env[62295]: value = "task-1787111" [ 1717.410277] env[62295]: _type = "Task" [ 1717.410277] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.419642] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.534507] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dade5f-dcab-e365-fe2f-2e73d843e90f, 'name': SearchDatastore_Task, 'duration_secs': 0.014485} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.535369] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae309e7-b30e-4a86-a1de-1eeb22cc47ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.543258] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for the task: (returnval){ [ 1717.543258] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d7d77d-e2d2-b827-ff28-12b400995fa1" [ 1717.543258] env[62295]: _type = "Task" [ 1717.543258] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.555665] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d7d77d-e2d2-b827-ff28-12b400995fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.739896] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787110, 'name': PowerOffVM_Task, 'duration_secs': 0.337451} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.741398] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1717.752343] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1717.752491] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab01a59e-0612-43bc-ac7d-e0aeed0cf3c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.774141] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1717.774141] env[62295]: value = "task-1787112" [ 1717.774141] env[62295]: _type = "Task" [ 1717.774141] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.787547] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.848299] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.848395] env[62295]: DEBUG nova.compute.manager [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1717.854021] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.933s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.854021] env[62295]: INFO nova.compute.claims [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1717.920896] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787111, 'name': ReconfigVM_Task, 'duration_secs': 0.346787} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.921183] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Reconfigured VM instance instance-00000054 to attach disk [datastore1] abd605fe-fba5-4031-846f-874440880588/abd605fe-fba5-4031-846f-874440880588.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.921922] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7acdcf04-c462-495a-8da7-94ad76ede8a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.931407] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1717.931407] env[62295]: value = "task-1787113" [ 1717.931407] env[62295]: _type = "Task" [ 1717.931407] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.941534] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787113, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.055570] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d7d77d-e2d2-b827-ff28-12b400995fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.055883] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.056202] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 28ef98f1-1d10-4915-9bfc-1a720661e783/28ef98f1-1d10-4915-9bfc-1a720661e783.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.056483] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6587306b-8e74-4899-9741-392439cdd129 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.067440] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for the task: (returnval){ [ 1718.067440] env[62295]: value = "task-1787114" [ 1718.067440] env[62295]: _type = "Task" [ 1718.067440] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.079038] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.207508] env[62295]: DEBUG nova.network.neutron [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance_info_cache with network_info: [{"id": "3180be4b-042b-4b58-b283-a07fb904fe78", "address": "fa:16:3e:6d:8e:25", "network": {"id": "58c8be20-31f6-47b7-9957-08d50a0ef469", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53c70b37b92e418b9204071bfa1335b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3180be4b-04", "ovs_interfaceid": "3180be4b-042b-4b58-b283-a07fb904fe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.288224] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787112, 'name': ReconfigVM_Task, 'duration_secs': 0.336465} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.288622] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1718.288800] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.289166] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-842fbd2d-4768-4071-b37e-7b85d2665d65 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.299267] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1718.299267] env[62295]: value = "task-1787115" [ 1718.299267] env[62295]: _type = "Task" [ 1718.299267] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.309677] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.358105] env[62295]: DEBUG nova.compute.utils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.362497] env[62295]: DEBUG nova.compute.manager [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1718.362497] env[62295]: DEBUG nova.network.neutron [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.393492] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "e6d2529f-3204-432c-97e9-166515a8b781" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.393779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "e6d2529f-3204-432c-97e9-166515a8b781" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.393991] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "e6d2529f-3204-432c-97e9-166515a8b781-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.394261] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "e6d2529f-3204-432c-97e9-166515a8b781-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.394451] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "e6d2529f-3204-432c-97e9-166515a8b781-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.396770] env[62295]: INFO nova.compute.manager [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Terminating instance [ 1718.399033] env[62295]: DEBUG nova.compute.manager [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1718.399335] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.400356] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a4a6fb-8211-4df1-a1be-b2f4dd11e440 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.409675] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.409972] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f112ac8-0615-46c2-bdf7-1802ac6cac44 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.450201] env[62295]: DEBUG nova.policy [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bf4b0523e804c959a8b7d3ad085c765', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7e5ed6a765f43f6a6a3293ce29017bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1718.452599] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787113, 'name': Rename_Task, 'duration_secs': 0.197482} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.453337] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.453947] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a16eab04-b6d5-4a60-9335-724de6f34443 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.459312] env[62295]: INFO nova.compute.manager [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Resuming [ 1718.460064] env[62295]: DEBUG nova.objects.instance [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lazy-loading 'flavor' on Instance uuid c51d134a-144d-4453-941a-0a0c7bffcf20 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.467189] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1718.467189] env[62295]: value = "task-1787117" [ 1718.467189] env[62295]: _type = "Task" [ 1718.467189] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.486896] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.541651] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.541978] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.542257] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleting the datastore file [datastore1] e6d2529f-3204-432c-97e9-166515a8b781 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.542616] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acc1596c-0097-4b6d-ba10-beeca704d98e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.557870] env[62295]: DEBUG oslo_vmware.api [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1718.557870] env[62295]: value = "task-1787118" [ 1718.557870] env[62295]: _type = "Task" [ 1718.557870] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.573219] env[62295]: DEBUG oslo_vmware.api [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.590115] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787114, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.710685] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Releasing lock "refresh_cache-a5ffad30-97a0-4af0-9aef-47203df5a59c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.711142] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.711439] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38df9b76-2a8d-43fa-9ade-7a647ee7a206 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.720764] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1718.720764] env[62295]: value = "task-1787119" [ 1718.720764] env[62295]: _type = "Task" [ 1718.720764] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.730645] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.817185] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.867034] env[62295]: DEBUG nova.compute.manager [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1718.986855] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787117, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.075614] env[62295]: DEBUG oslo_vmware.api [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275508} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.079213] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.079452] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.079739] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.079839] env[62295]: INFO nova.compute.manager [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1719.083428] env[62295]: DEBUG oslo.service.loopingcall [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.083866] env[62295]: DEBUG nova.compute.manager [-] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1719.083866] env[62295]: DEBUG nova.network.neutron [-] [instance: e6d2529f-3204-432c-97e9-166515a8b781] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.095961] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57187} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.096400] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 28ef98f1-1d10-4915-9bfc-1a720661e783/28ef98f1-1d10-4915-9bfc-1a720661e783.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.096569] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.096833] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-795ce132-3fd1-44bc-b2ad-066ae25f5380 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.110027] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for the task: (returnval){ [ 1719.110027] env[62295]: value = "task-1787120" [ 1719.110027] env[62295]: _type = "Task" [ 1719.110027] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.131824] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.232301] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787119, 'name': PowerOffVM_Task, 'duration_secs': 0.277273} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.232644] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.233344] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T02:11:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='43827857-0488-4843-8597-a45c0021a8d9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1452281041',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1719.233558] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1719.233867] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.233939] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1719.234044] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.234259] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1719.234407] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1719.234589] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1719.237705] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1719.237945] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1719.238125] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1719.246460] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590c5adb-11e9-4519-88c6-754e78d2de4e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.263643] env[62295]: DEBUG nova.network.neutron [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Successfully created port: 4cd3c70f-233e-41a9-89c8-6ad16270403a {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1719.274978] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1719.274978] env[62295]: value = "task-1787121" [ 1719.274978] env[62295]: _type = "Task" [ 1719.274978] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.289803] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.317690] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.327792] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68014bf1-fa4d-4ac2-b34e-7e722aba5018 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.336870] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d0b356-fcc5-41d7-92b9-c72ac5502b08 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.384415] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e87364-1c7d-4b6a-b96c-dd22805a830e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.394943] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37100181-3fb9-451c-8573-a73c20436622 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.410996] env[62295]: DEBUG nova.compute.provider_tree [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.482367] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.482367] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquired lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.482367] env[62295]: DEBUG nova.network.neutron [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.491130] env[62295]: DEBUG oslo_vmware.api [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787117, 'name': PowerOnVM_Task, 'duration_secs': 0.759202} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.491130] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.491130] env[62295]: INFO nova.compute.manager [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1719.491130] env[62295]: DEBUG nova.compute.manager [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1719.491130] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ede9cb0-db46-46ae-915a-6e084bf02f65 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.622373] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097308} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.622636] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.623621] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f3e7d8-ca59-47cd-8239-fd69419dbb36 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.652516] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 28ef98f1-1d10-4915-9bfc-1a720661e783/28ef98f1-1d10-4915-9bfc-1a720661e783.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.653368] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4565a27d-ab0a-43bd-8c61-136b5b97229b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.681114] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for the task: (returnval){ [ 1719.681114] env[62295]: value = "task-1787122" [ 1719.681114] env[62295]: _type = "Task" [ 1719.681114] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.688880] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.767173] env[62295]: DEBUG nova.compute.manager [req-eaf5b284-8495-44c0-9101-242d81b8113e req-d7d38caf-1b85-4700-8721-62e66f3ca4fd service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Received event network-vif-deleted-52b99e11-f581-49a0-b463-83dae839605a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1719.767516] env[62295]: INFO nova.compute.manager [req-eaf5b284-8495-44c0-9101-242d81b8113e req-d7d38caf-1b85-4700-8721-62e66f3ca4fd service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Neutron deleted interface 52b99e11-f581-49a0-b463-83dae839605a; detaching it from the instance and deleting it from the info cache [ 1719.767820] env[62295]: DEBUG nova.network.neutron [req-eaf5b284-8495-44c0-9101-242d81b8113e req-d7d38caf-1b85-4700-8721-62e66f3ca4fd service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.788264] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.818561] env[62295]: DEBUG oslo_vmware.api [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787115, 'name': PowerOnVM_Task, 'duration_secs': 1.20997} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.818878] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.819158] env[62295]: DEBUG nova.compute.manager [None req-2c577b11-7c8e-4580-96cf-47b9632ddd89 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1719.819979] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd495c9-3e97-45db-bbe5-176b9b79e2b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.882938] env[62295]: DEBUG nova.compute.manager [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1719.915904] env[62295]: DEBUG nova.virt.hardware [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1719.915904] env[62295]: DEBUG nova.scheduler.client.report [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1719.919932] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38383a6-5552-4dfd-a041-3fb89ed235d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.930255] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6acd16-4216-437e-800c-6e62ea845e3a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.010873] env[62295]: INFO nova.compute.manager [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Took 26.56 seconds to build instance. [ 1720.199973] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.226962] env[62295]: DEBUG nova.network.neutron [-] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.272663] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a428b0a-8dcd-4933-8cf4-70b0c5abe669 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.287496] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.292026] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dd1a2a-8454-447b-a712-a7784906b29d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.306514] env[62295]: DEBUG nova.network.neutron [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updating instance_info_cache with network_info: [{"id": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "address": "fa:16:3e:81:fc:4f", "network": {"id": "93fae994-e1a7-4cf2-b02b-7e6013fb8bf9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-227300176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "575e7d57cf1a427185ed0d23d8ad4537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c9d37c-b0", "ovs_interfaceid": "85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.337299] env[62295]: DEBUG nova.compute.manager [req-eaf5b284-8495-44c0-9101-242d81b8113e req-d7d38caf-1b85-4700-8721-62e66f3ca4fd service nova] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Detach interface failed, port_id=52b99e11-f581-49a0-b463-83dae839605a, reason: Instance e6d2529f-3204-432c-97e9-166515a8b781 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1720.426384] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.426384] env[62295]: DEBUG nova.compute.manager [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1720.430107] env[62295]: DEBUG oslo_concurrency.lockutils [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.377s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.430481] env[62295]: DEBUG nova.objects.instance [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lazy-loading 'resources' on Instance uuid fb018d6f-fec7-4f60-954a-e3d296ceff9a {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.512685] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b727a707-7ff3-4609-879d-f4a2ae278f6b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "abd605fe-fba5-4031-846f-874440880588" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.070s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.694959] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787122, 'name': ReconfigVM_Task, 'duration_secs': 0.91374} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.697672] env[62295]: DEBUG oslo_vmware.rw_handles [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261724e-da2e-0617-28b8-425ff58ebc41/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1720.698070] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 28ef98f1-1d10-4915-9bfc-1a720661e783/28ef98f1-1d10-4915-9bfc-1a720661e783.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.699475] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7b455c-0815-4ec3-8a14-24852eca8064 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.702436] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60a57cc7-7ec6-4d10-ac78-8d5b602c2404 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.709714] env[62295]: DEBUG oslo_vmware.rw_handles [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261724e-da2e-0617-28b8-425ff58ebc41/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1720.709890] env[62295]: ERROR oslo_vmware.rw_handles [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261724e-da2e-0617-28b8-425ff58ebc41/disk-0.vmdk due to incomplete transfer. [ 1720.710185] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5c823e1c-f67e-4852-b7a7-1552a0e2ecf6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.714238] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for the task: (returnval){ [ 1720.714238] env[62295]: value = "task-1787123" [ 1720.714238] env[62295]: _type = "Task" [ 1720.714238] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.723824] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787123, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.724938] env[62295]: DEBUG oslo_vmware.rw_handles [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261724e-da2e-0617-28b8-425ff58ebc41/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1720.725254] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Uploaded image f508cd7f-a067-4d5e-bd48-2c9ca626a6cd to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1720.727482] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1720.727722] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4bc65284-e875-4270-b2ba-85835b48554f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.729731] env[62295]: INFO nova.compute.manager [-] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Took 1.65 seconds to deallocate network for instance. [ 1720.743248] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1720.743248] env[62295]: value = "task-1787124" [ 1720.743248] env[62295]: _type = "Task" [ 1720.743248] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.756419] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787124, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.788666] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787121, 'name': ReconfigVM_Task, 'duration_secs': 1.177078} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.790181] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7a7361-2eb6-4011-b06a-19fc63756cc6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.810202] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Releasing lock "refresh_cache-c51d134a-144d-4453-941a-0a0c7bffcf20" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.811127] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T02:11:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='43827857-0488-4843-8597-a45c0021a8d9',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1452281041',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1720.811361] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1720.811518] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.811698] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1720.811858] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.812014] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1720.812222] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1720.812385] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1720.812550] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1720.812712] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1720.812882] env[62295]: DEBUG nova.virt.hardware [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1720.816828] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3addb5-4bfb-4b6f-ac0a-890b0a9f130a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.822542] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d256679a-31f7-4d9b-93cc-542fdf25ad52 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.828545] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1720.828545] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e2bc6b-3b02-95bf-2265-3cfde3e2b7bf" [ 1720.828545] env[62295]: _type = "Task" [ 1720.828545] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.830303] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Resuming the VM {{(pid=62295) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1720.833712] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32d56652-e386-49f2-9396-1b13abf65cda {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.843616] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e2bc6b-3b02-95bf-2265-3cfde3e2b7bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.845432] env[62295]: DEBUG oslo_vmware.api [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1720.845432] env[62295]: value = "task-1787125" [ 1720.845432] env[62295]: _type = "Task" [ 1720.845432] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.861382] env[62295]: DEBUG oslo_vmware.api [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.935224] env[62295]: DEBUG nova.compute.utils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1720.942500] env[62295]: DEBUG nova.compute.manager [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1720.942695] env[62295]: DEBUG nova.network.neutron [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.170498] env[62295]: DEBUG nova.policy [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85728576454e0ebfd8ecb23e3cc414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b56fecce9f45ee8214eceab0ed7377', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1721.231711] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787123, 'name': Rename_Task, 'duration_secs': 0.196622} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.232041] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.232305] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3156ec9-33e1-4198-8bb7-415fd69a8fc6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.238810] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.251264] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for the task: (returnval){ [ 1721.251264] env[62295]: value = "task-1787126" [ 1721.251264] env[62295]: _type = "Task" [ 1721.251264] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.261054] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787124, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.267888] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.290041] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4951998b-bf78-40c8-9899-bb73f14b3c5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.300539] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a2c0ec-2068-482e-8c05-6857f7676704 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.345348] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad92c1b-c374-4d64-9985-83059133a26f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.355946] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e2bc6b-3b02-95bf-2265-3cfde3e2b7bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014489} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.366838] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1721.371887] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3267717-8d1a-45fd-ab89-312ac20c7a13 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.387169] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6307a63d-797f-44c7-8704-cedb477081df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.391365] env[62295]: DEBUG oslo_vmware.api [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.397049] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquiring lock "711809f8-1e73-477c-b35e-24d5601f0104" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.397398] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lock "711809f8-1e73-477c-b35e-24d5601f0104" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.411827] env[62295]: DEBUG nova.compute.provider_tree [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1721.415534] env[62295]: DEBUG nova.compute.manager [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1721.418737] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1721.418737] env[62295]: value = "task-1787127" [ 1721.418737] env[62295]: _type = "Task" [ 1721.418737] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.432208] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.443508] env[62295]: DEBUG nova.compute.manager [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1721.761613] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787124, 'name': Destroy_Task, 'duration_secs': 0.72721} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.762454] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Destroyed the VM [ 1721.762740] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1721.763032] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15b63a1f-580c-4e4d-bdb4-b337dce0726a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.769266] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787126, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.779165] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1721.779165] env[62295]: value = "task-1787128" [ 1721.779165] env[62295]: _type = "Task" [ 1721.779165] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.794257] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787128, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.807360] env[62295]: DEBUG nova.compute.manager [req-7f47d855-b337-459b-b334-c0d1d8abfff5 req-f9c4a3d6-2660-47e8-98ce-77233cca2cc1 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Received event network-vif-plugged-4cd3c70f-233e-41a9-89c8-6ad16270403a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1721.807705] env[62295]: DEBUG oslo_concurrency.lockutils [req-7f47d855-b337-459b-b334-c0d1d8abfff5 req-f9c4a3d6-2660-47e8-98ce-77233cca2cc1 service nova] Acquiring lock "a3eb205e-efd9-4db4-8acf-d400e832fa05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.807927] env[62295]: DEBUG oslo_concurrency.lockutils [req-7f47d855-b337-459b-b334-c0d1d8abfff5 req-f9c4a3d6-2660-47e8-98ce-77233cca2cc1 service nova] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.808244] env[62295]: DEBUG oslo_concurrency.lockutils [req-7f47d855-b337-459b-b334-c0d1d8abfff5 req-f9c4a3d6-2660-47e8-98ce-77233cca2cc1 service nova] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.808443] env[62295]: DEBUG nova.compute.manager [req-7f47d855-b337-459b-b334-c0d1d8abfff5 req-f9c4a3d6-2660-47e8-98ce-77233cca2cc1 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] No waiting events found dispatching network-vif-plugged-4cd3c70f-233e-41a9-89c8-6ad16270403a {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1721.808616] env[62295]: WARNING nova.compute.manager [req-7f47d855-b337-459b-b334-c0d1d8abfff5 req-f9c4a3d6-2660-47e8-98ce-77233cca2cc1 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Received unexpected event network-vif-plugged-4cd3c70f-233e-41a9-89c8-6ad16270403a for instance with vm_state building and task_state spawning. [ 1721.861623] env[62295]: DEBUG oslo_vmware.api [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787125, 'name': PowerOnVM_Task, 'duration_secs': 0.899015} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.861938] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Resumed the VM {{(pid=62295) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1721.862136] env[62295]: DEBUG nova.compute.manager [None req-3e257896-f071-41f5-aee5-a6fa94a77d7d tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1721.863124] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7984c258-da87-455b-ad91-f22261bced4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.940801] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787127, 'name': ReconfigVM_Task, 'duration_secs': 0.258786} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.942318] env[62295]: ERROR nova.scheduler.client.report [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] [req-2247c773-6848-46a8-af51-2994f6420bc1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2247c773-6848-46a8-af51-2994f6420bc1"}]} [ 1721.943630] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1721.948161] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a5c54-ec0e-487b-8a5f-7a796e287676 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.953572] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.985137] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a5ffad30-97a0-4af0-9aef-47203df5a59c/a5ffad30-97a0-4af0-9aef-47203df5a59c.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.986493] env[62295]: DEBUG nova.scheduler.client.report [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1721.988766] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51c97ecc-2118-4ea8-818e-a2bf1d99dfe1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.003154] env[62295]: DEBUG nova.network.neutron [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Successfully updated port: 4cd3c70f-233e-41a9-89c8-6ad16270403a {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1722.012937] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1722.012937] env[62295]: value = "task-1787129" [ 1722.012937] env[62295]: _type = "Task" [ 1722.012937] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.021033] env[62295]: DEBUG nova.scheduler.client.report [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1722.021613] env[62295]: DEBUG nova.compute.provider_tree [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1722.027784] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.040321] env[62295]: DEBUG nova.scheduler.client.report [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1722.061353] env[62295]: DEBUG nova.scheduler.client.report [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1722.070611] env[62295]: DEBUG nova.network.neutron [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Successfully created port: 57feebda-06bf-4f26-8cd6-71a21296b13b {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.264399] env[62295]: DEBUG oslo_vmware.api [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787126, 'name': PowerOnVM_Task, 'duration_secs': 0.576819} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.267246] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.267479] env[62295]: INFO nova.compute.manager [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1722.267669] env[62295]: DEBUG nova.compute.manager [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1722.268712] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca82d57-ca93-4dcc-a75e-fde53529f3b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.293259] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787128, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.455132] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258c4f52-2fea-4a71-aca1-e8e89557318a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.459456] env[62295]: DEBUG nova.compute.manager [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1722.465389] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c77f002-8c29-4091-8810-d723f4b3ef75 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.500512] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c88e619-86f2-47bb-82df-f945c1459ac4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.510598] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "refresh_cache-a3eb205e-efd9-4db4-8acf-d400e832fa05" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.510598] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "refresh_cache-a3eb205e-efd9-4db4-8acf-d400e832fa05" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.510598] env[62295]: DEBUG nova.network.neutron [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1722.513418] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1722.513704] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1722.513899] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1722.514149] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1722.514308] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1722.514528] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1722.514775] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1722.514973] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1722.515227] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1722.515432] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1722.515645] env[62295]: DEBUG nova.virt.hardware [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1722.517046] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698aa8ad-18c8-4952-b804-45a9bd676926 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.522065] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8c8b26-6e9f-4e28-af2a-5c0a8e95770d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.546344] env[62295]: DEBUG nova.compute.provider_tree [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1722.552028] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc18712-38e8-4311-a99e-774e4b0d2690 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.556238] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.561100] env[62295]: DEBUG nova.network.neutron [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.606423] env[62295]: DEBUG nova.scheduler.client.report [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1722.606740] env[62295]: DEBUG nova.compute.provider_tree [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 125 to 126 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1722.606956] env[62295]: DEBUG nova.compute.provider_tree [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1722.732278] env[62295]: DEBUG nova.network.neutron [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Updating instance_info_cache with network_info: [{"id": "4cd3c70f-233e-41a9-89c8-6ad16270403a", "address": "fa:16:3e:a2:d3:b1", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd3c70f-23", "ovs_interfaceid": "4cd3c70f-233e-41a9-89c8-6ad16270403a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.792836] env[62295]: INFO nova.compute.manager [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Took 29.02 seconds to build instance. [ 1722.796934] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787128, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.033696] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787129, 'name': ReconfigVM_Task, 'duration_secs': 0.755037} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.034056] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a5ffad30-97a0-4af0-9aef-47203df5a59c/a5ffad30-97a0-4af0-9aef-47203df5a59c.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.034906] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5672200-9c4f-43c5-93d8-6a609e84002a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.055213] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55235aa-24b7-4a87-b462-e158bdc7ed24 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.076908] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1e0aa0-61ee-4ac3-8686-a497aea72913 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.096328] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f7f4e0-9c55-4ee6-a175-e87b249911b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.104420] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1723.104724] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72c3d277-0432-45b2-9993-6e6947bd9de5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.113272] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1723.113272] env[62295]: value = "task-1787130" [ 1723.113272] env[62295]: _type = "Task" [ 1723.113272] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.120468] env[62295]: DEBUG oslo_concurrency.lockutils [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.691s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.122715] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.025s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.122956] env[62295]: DEBUG nova.objects.instance [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lazy-loading 'resources' on Instance uuid 79ca4e47-1bcd-4fc3-829f-d9e7af01d701 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.130761] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.148283] env[62295]: INFO nova.scheduler.client.report [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Deleted allocations for instance fb018d6f-fec7-4f60-954a-e3d296ceff9a [ 1723.241018] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "refresh_cache-a3eb205e-efd9-4db4-8acf-d400e832fa05" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.241018] env[62295]: DEBUG nova.compute.manager [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Instance network_info: |[{"id": "4cd3c70f-233e-41a9-89c8-6ad16270403a", "address": "fa:16:3e:a2:d3:b1", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd3c70f-23", "ovs_interfaceid": "4cd3c70f-233e-41a9-89c8-6ad16270403a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1723.241018] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:d3:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cd3c70f-233e-41a9-89c8-6ad16270403a', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1723.248547] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Creating folder: Project (d7e5ed6a765f43f6a6a3293ce29017bb). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1723.249731] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c312abd9-8623-419a-ba50-a89651016524 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.266280] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Created folder: Project (d7e5ed6a765f43f6a6a3293ce29017bb) in parent group-v370569. [ 1723.266280] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Creating folder: Instances. Parent ref: group-v370809. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1723.266280] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e77b27a3-f341-46ee-a754-473bf135c40f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.277137] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Created folder: Instances in parent group-v370809. [ 1723.277908] env[62295]: DEBUG oslo.service.loopingcall [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.278217] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1723.278485] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e18c1cfc-0c1d-433b-9fc4-abda89705bcf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.300716] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fef31091-fd30-4345-a492-94d0dac14ff1 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lock "28ef98f1-1d10-4915-9bfc-1a720661e783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.539s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.309037] env[62295]: DEBUG oslo_vmware.api [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787128, 'name': RemoveSnapshot_Task, 'duration_secs': 1.283397} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.309188] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1723.309454] env[62295]: INFO nova.compute.manager [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Took 19.30 seconds to snapshot the instance on the hypervisor. [ 1723.312717] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1723.312717] env[62295]: value = "task-1787133" [ 1723.312717] env[62295]: _type = "Task" [ 1723.312717] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.321773] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787133, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.628269] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.659335] env[62295]: DEBUG oslo_concurrency.lockutils [None req-41094906-3d99-41a3-9e92-4e65a9f33ae5 tempest-ServersWithSpecificFlavorTestJSON-347401198 tempest-ServersWithSpecificFlavorTestJSON-347401198-project-member] Lock "fb018d6f-fec7-4f60-954a-e3d296ceff9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.687s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.835975] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787133, 'name': CreateVM_Task, 'duration_secs': 0.467068} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.835975] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1723.836146] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.837024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.837024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1723.837024] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49064660-4e0d-48e6-b954-c22f073104c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.842830] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1723.842830] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529aa79a-a8a4-d1a8-d039-d1754fd1cb4f" [ 1723.842830] env[62295]: _type = "Task" [ 1723.842830] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.851995] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529aa79a-a8a4-d1a8-d039-d1754fd1cb4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.864668] env[62295]: DEBUG nova.compute.manager [None req-b5db9420-1523-41cd-91b4-c5cce786c342 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Found 1 images (rotation: 2) {{(pid=62295) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1723.990192] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1997c3b1-e634-485c-81d9-3c65a70be793 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.998684] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553ffecd-060d-4df1-a65b-e3c71da7e251 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.033618] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff59789-ec1b-4415-9f30-2ca8d15d46af {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.042331] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175bf491-0da8-42f8-bdb4-0f327f040a59 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.057617] env[62295]: DEBUG nova.compute.provider_tree [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1724.075423] env[62295]: DEBUG nova.network.neutron [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Successfully updated port: 57feebda-06bf-4f26-8cd6-71a21296b13b {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.125199] env[62295]: DEBUG oslo_vmware.api [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787130, 'name': PowerOnVM_Task, 'duration_secs': 0.692012} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.125351] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.285211] env[62295]: DEBUG nova.compute.manager [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received event network-changed-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1724.285440] env[62295]: DEBUG nova.compute.manager [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Refreshing instance network info cache due to event network-changed-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1724.285689] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] Acquiring lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.285849] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] Acquired lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.286034] env[62295]: DEBUG nova.network.neutron [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Refreshing network info cache for port dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.356764] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529aa79a-a8a4-d1a8-d039-d1754fd1cb4f, 'name': SearchDatastore_Task, 'duration_secs': 0.034334} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.357128] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.357128] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1724.357840] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.357840] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.357840] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1724.358079] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af15fc9-c1b8-419f-a021-d280142920a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.369442] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1724.369731] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1724.370555] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844870a6-b5b1-4782-bfca-6545c273ef92 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.377826] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1724.377826] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523214aa-c45c-dcb5-d05a-ab27ad40e752" [ 1724.377826] env[62295]: _type = "Task" [ 1724.377826] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.387978] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523214aa-c45c-dcb5-d05a-ab27ad40e752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.578129] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "refresh_cache-bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.578294] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "refresh_cache-bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.578471] env[62295]: DEBUG nova.network.neutron [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.588971] env[62295]: ERROR nova.scheduler.client.report [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [req-5425f382-56ab-460b-88be-24bab6d3dc68] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5425f382-56ab-460b-88be-24bab6d3dc68"}]} [ 1724.608277] env[62295]: DEBUG nova.scheduler.client.report [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1724.623324] env[62295]: DEBUG nova.scheduler.client.report [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1724.623564] env[62295]: DEBUG nova.compute.provider_tree [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1724.640864] env[62295]: DEBUG nova.scheduler.client.report [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1724.665239] env[62295]: DEBUG nova.scheduler.client.report [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1724.708025] env[62295]: DEBUG nova.compute.manager [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1724.708025] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd735a16-b8da-446f-9a56-a3242de2a696 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.785032] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "156fe56f-9727-473f-a409-5afceb7530d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.785298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.894351] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523214aa-c45c-dcb5-d05a-ab27ad40e752, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.895226] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25edc009-e115-4497-910e-142fd66ccb2a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.902143] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1724.902143] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fd052a-9c7b-a5cc-6814-7065fb64cdb5" [ 1724.902143] env[62295]: _type = "Task" [ 1724.902143] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.915273] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fd052a-9c7b-a5cc-6814-7065fb64cdb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.010304] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de630f0-dfb0-4b52-90c1-d9bde6cc33ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.018483] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5146512a-e572-4158-a8dc-1781717b26d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.057310] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2dfbc3-6b1c-4e54-8e5a-8676e30dd736 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.065482] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4cddef-1cc8-4a0b-a13e-841ea69e9a3a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.089633] env[62295]: DEBUG nova.compute.provider_tree [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1725.120716] env[62295]: DEBUG nova.network.neutron [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Updated VIF entry in instance network info cache for port dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1725.121441] env[62295]: DEBUG nova.network.neutron [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Updating instance_info_cache with network_info: [{"id": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "address": "fa:16:3e:e7:03:8e", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc5c5a6-0b", "ovs_interfaceid": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.142136] env[62295]: DEBUG nova.network.neutron [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.145635] env[62295]: INFO nova.compute.manager [None req-4fcea0fd-58b9-40a5-92e4-62f4d9f9ef04 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance to original state: 'active' [ 1725.224266] env[62295]: INFO nova.compute.manager [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] instance snapshotting [ 1725.225088] env[62295]: DEBUG nova.objects.instance [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'flavor' on Instance uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.289124] env[62295]: DEBUG nova.compute.manager [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1725.328903] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1725.329338] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1725.364798] env[62295]: DEBUG nova.network.neutron [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Updating instance_info_cache with network_info: [{"id": "57feebda-06bf-4f26-8cd6-71a21296b13b", "address": "fa:16:3e:47:d5:e3", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57feebda-06", "ovs_interfaceid": "57feebda-06bf-4f26-8cd6-71a21296b13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.416396] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fd052a-9c7b-a5cc-6814-7065fb64cdb5, 'name': SearchDatastore_Task, 'duration_secs': 0.037996} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.416500] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.416737] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a3eb205e-efd9-4db4-8acf-d400e832fa05/a3eb205e-efd9-4db4-8acf-d400e832fa05.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1725.417164] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7896ed04-6c49-4f0e-a40f-c540cb6ede1b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.426041] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1725.426041] env[62295]: value = "task-1787134" [ 1725.426041] env[62295]: _type = "Task" [ 1725.426041] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.434953] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.623924] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "69fbbea7-da81-405c-a26d-70007391ba6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.625061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "69fbbea7-da81-405c-a26d-70007391ba6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.625061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "69fbbea7-da81-405c-a26d-70007391ba6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.625061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "69fbbea7-da81-405c-a26d-70007391ba6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.625061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "69fbbea7-da81-405c-a26d-70007391ba6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.626746] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] Releasing lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.628727] env[62295]: DEBUG nova.compute.manager [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Received event network-changed-4cd3c70f-233e-41a9-89c8-6ad16270403a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1725.628727] env[62295]: DEBUG nova.compute.manager [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Refreshing instance network info cache due to event network-changed-4cd3c70f-233e-41a9-89c8-6ad16270403a. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1725.628727] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] Acquiring lock "refresh_cache-a3eb205e-efd9-4db4-8acf-d400e832fa05" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.628727] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] Acquired lock "refresh_cache-a3eb205e-efd9-4db4-8acf-d400e832fa05" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.628727] env[62295]: DEBUG nova.network.neutron [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Refreshing network info cache for port 4cd3c70f-233e-41a9-89c8-6ad16270403a {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.629355] env[62295]: INFO nova.compute.manager [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Terminating instance [ 1725.631428] env[62295]: DEBUG nova.scheduler.client.report [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1725.631678] env[62295]: DEBUG nova.compute.provider_tree [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 127 to 128 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1725.631867] env[62295]: DEBUG nova.compute.provider_tree [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1725.639701] env[62295]: DEBUG nova.compute.manager [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1725.639901] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1725.640808] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3045761-cc55-4d65-8ecd-d86dd6edd822 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.652063] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1725.652287] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d89105a4-30c0-4eee-bf04-fedbb11efff5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.663065] env[62295]: DEBUG oslo_vmware.api [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1725.663065] env[62295]: value = "task-1787135" [ 1725.663065] env[62295]: _type = "Task" [ 1725.663065] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.678750] env[62295]: DEBUG oslo_vmware.api [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.732936] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d914ae09-3784-4d91-844d-e152a4538c36 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.764086] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91a461d-7aea-43ee-a3ce-a85163035740 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.824388] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.840824] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1725.841016] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1725.867669] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "refresh_cache-bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.867669] env[62295]: DEBUG nova.compute.manager [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Instance network_info: |[{"id": "57feebda-06bf-4f26-8cd6-71a21296b13b", "address": "fa:16:3e:47:d5:e3", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57feebda-06", "ovs_interfaceid": "57feebda-06bf-4f26-8cd6-71a21296b13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1725.869029] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:d5:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57feebda-06bf-4f26-8cd6-71a21296b13b', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.880343] env[62295]: DEBUG oslo.service.loopingcall [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.881129] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.881434] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e342511a-0c55-4a7b-a0ab-d5c56218fc47 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.910101] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.910101] env[62295]: value = "task-1787136" [ 1725.910101] env[62295]: _type = "Task" [ 1725.910101] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.922111] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787136, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.937712] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787134, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.146785] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.024s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.149208] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.830s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.150988] env[62295]: INFO nova.compute.claims [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1726.171781] env[62295]: INFO nova.scheduler.client.report [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleted allocations for instance 79ca4e47-1bcd-4fc3-829f-d9e7af01d701 [ 1726.183765] env[62295]: DEBUG oslo_vmware.api [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787135, 'name': PowerOffVM_Task, 'duration_secs': 0.327948} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.185046] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1726.185046] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1726.185046] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d9d0b45-bbd7-481d-9a13-0bf16ce947a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.280274] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1726.287020] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fb43354-8357-46bb-acc6-9a0ab2ee4014 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.288487] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1726.288950] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1726.289273] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleting the datastore file [datastore1] 69fbbea7-da81-405c-a26d-70007391ba6b {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1726.289953] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b2f540b-fca0-48a9-932e-321e6a8d9bc2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.300434] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1726.300434] env[62295]: value = "task-1787139" [ 1726.300434] env[62295]: _type = "Task" [ 1726.300434] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.303453] env[62295]: DEBUG oslo_vmware.api [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1726.303453] env[62295]: value = "task-1787138" [ 1726.303453] env[62295]: _type = "Task" [ 1726.303453] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.327107] env[62295]: DEBUG nova.compute.manager [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Received event network-vif-plugged-57feebda-06bf-4f26-8cd6-71a21296b13b {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1726.327107] env[62295]: DEBUG oslo_concurrency.lockutils [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] Acquiring lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.327107] env[62295]: DEBUG oslo_concurrency.lockutils [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] Lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.327107] env[62295]: DEBUG oslo_concurrency.lockutils [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] Lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.327107] env[62295]: DEBUG nova.compute.manager [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] No waiting events found dispatching network-vif-plugged-57feebda-06bf-4f26-8cd6-71a21296b13b {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1726.329325] env[62295]: WARNING nova.compute.manager [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Received unexpected event network-vif-plugged-57feebda-06bf-4f26-8cd6-71a21296b13b for instance with vm_state building and task_state spawning. [ 1726.329325] env[62295]: DEBUG nova.compute.manager [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Received event network-changed-57feebda-06bf-4f26-8cd6-71a21296b13b {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1726.329325] env[62295]: DEBUG nova.compute.manager [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Refreshing instance network info cache due to event network-changed-57feebda-06bf-4f26-8cd6-71a21296b13b. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1726.329325] env[62295]: DEBUG oslo_concurrency.lockutils [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] Acquiring lock "refresh_cache-bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.329325] env[62295]: DEBUG oslo_concurrency.lockutils [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] Acquired lock "refresh_cache-bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.329325] env[62295]: DEBUG nova.network.neutron [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Refreshing network info cache for port 57feebda-06bf-4f26-8cd6-71a21296b13b {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.340617] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787139, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.340892] env[62295]: DEBUG oslo_vmware.api [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.429502] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787136, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.450503] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714815} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.451727] env[62295]: DEBUG nova.network.neutron [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Updated VIF entry in instance network info cache for port 4cd3c70f-233e-41a9-89c8-6ad16270403a. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.452133] env[62295]: DEBUG nova.network.neutron [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Updating instance_info_cache with network_info: [{"id": "4cd3c70f-233e-41a9-89c8-6ad16270403a", "address": "fa:16:3e:a2:d3:b1", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd3c70f-23", "ovs_interfaceid": "4cd3c70f-233e-41a9-89c8-6ad16270403a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.453593] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a3eb205e-efd9-4db4-8acf-d400e832fa05/a3eb205e-efd9-4db4-8acf-d400e832fa05.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1726.453810] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1726.454772] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a150fcb0-f952-4d79-9743-dc1c04052958 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.465084] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1726.465084] env[62295]: value = "task-1787140" [ 1726.465084] env[62295]: _type = "Task" [ 1726.465084] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.478516] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.685666] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7ed221c-6a4b-41f3-8c97-10137d0b2fa2 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "79ca4e47-1bcd-4fc3-829f-d9e7af01d701" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.567s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.813630] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787139, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.823479] env[62295]: DEBUG oslo_vmware.api [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326709} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.823842] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1726.823941] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1726.824119] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1726.824299] env[62295]: INFO nova.compute.manager [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1726.824561] env[62295]: DEBUG oslo.service.loopingcall [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.824750] env[62295]: DEBUG nova.compute.manager [-] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1726.824846] env[62295]: DEBUG nova.network.neutron [-] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1726.849075] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1726.849433] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.849854] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.849854] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.849934] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.850079] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.850243] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.850372] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1726.850519] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.929713] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787136, 'name': CreateVM_Task, 'duration_secs': 0.727635} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.935110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "a5ffad30-97a0-4af0-9aef-47203df5a59c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.936807] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "a5ffad30-97a0-4af0-9aef-47203df5a59c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.936807] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "a5ffad30-97a0-4af0-9aef-47203df5a59c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.936807] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "a5ffad30-97a0-4af0-9aef-47203df5a59c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.940457] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "a5ffad30-97a0-4af0-9aef-47203df5a59c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.940457] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.941877] env[62295]: INFO nova.compute.manager [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Terminating instance [ 1726.946762] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.947686] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.948333] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1726.951022] env[62295]: DEBUG nova.compute.manager [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1726.951022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1726.951022] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb3798e-3e7c-4bc5-9f24-68af5f905c1a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.956509] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c580b880-db47-40a5-96dd-7f1589f8f5b5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.965806] env[62295]: DEBUG oslo_concurrency.lockutils [req-cc767d61-1c51-4921-b855-3362bf9f2699 req-033907d3-2c32-40c1-8061-e48495082957 service nova] Releasing lock "refresh_cache-a3eb205e-efd9-4db4-8acf-d400e832fa05" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.975653] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.976236] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1726.976236] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52799a94-cf90-a8b7-ea45-35b6ed7e82ab" [ 1726.976236] env[62295]: _type = "Task" [ 1726.976236] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.976940] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17b89a5c-8233-45d6-af26-e192647804ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.986630] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093976} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.987524] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1726.989404] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ef0c5-fea6-40c7-a720-74d3b5cc4bdd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.999384] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52799a94-cf90-a8b7-ea45-35b6ed7e82ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.006040] env[62295]: DEBUG oslo_vmware.api [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1727.006040] env[62295]: value = "task-1787141" [ 1727.006040] env[62295]: _type = "Task" [ 1727.006040] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.043437] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] a3eb205e-efd9-4db4-8acf-d400e832fa05/a3eb205e-efd9-4db4-8acf-d400e832fa05.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1727.045729] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-157a56ff-5ea1-4f5d-93fa-d619fa682358 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.088411] env[62295]: DEBUG oslo_vmware.api [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.090232] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1727.090232] env[62295]: value = "task-1787142" [ 1727.090232] env[62295]: _type = "Task" [ 1727.090232] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.102946] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.318453] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787139, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.355370] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.498280] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52799a94-cf90-a8b7-ea45-35b6ed7e82ab, 'name': SearchDatastore_Task, 'duration_secs': 0.029864} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.499282] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.499282] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.499937] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.499937] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.500100] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.500411] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3fa4adc-ae54-44d6-92e7-70f78bb51ba6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.519368] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.519498] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.524565] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a786c1-f2a2-4eed-bd51-8f27f407553c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.532357] env[62295]: DEBUG oslo_vmware.api [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787141, 'name': PowerOffVM_Task, 'duration_secs': 0.333519} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.533124] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.533339] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1727.533601] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53c88f52-f2b9-4326-8e5d-9bb851feb2b5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.537679] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1727.537679] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a7c235-22ac-0900-c7d6-6232e75ed58d" [ 1727.537679] env[62295]: _type = "Task" [ 1727.537679] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.551660] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a7c235-22ac-0900-c7d6-6232e75ed58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.576250] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "82867546-3759-4b8d-90f8-8ee082e07b0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.576808] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "82867546-3759-4b8d-90f8-8ee082e07b0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.578358] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "82867546-3759-4b8d-90f8-8ee082e07b0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.578358] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "82867546-3759-4b8d-90f8-8ee082e07b0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.578358] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "82867546-3759-4b8d-90f8-8ee082e07b0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.581832] env[62295]: INFO nova.compute.manager [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Terminating instance [ 1727.586606] env[62295]: DEBUG nova.compute.manager [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1727.587499] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1727.588050] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f2fcf1-3457-4082-9614-de49570796e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.598398] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cea4235-dd88-459b-90c4-8c5ef461b99f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.608136] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.608136] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2755b8e9-4e1d-4e62-a2b2-9f0af0ac0630 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.614660] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.615655] env[62295]: DEBUG nova.network.neutron [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Updated VIF entry in instance network info cache for port 57feebda-06bf-4f26-8cd6-71a21296b13b. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.617041] env[62295]: DEBUG nova.network.neutron [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Updating instance_info_cache with network_info: [{"id": "57feebda-06bf-4f26-8cd6-71a21296b13b", "address": "fa:16:3e:47:d5:e3", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57feebda-06", "ovs_interfaceid": "57feebda-06bf-4f26-8cd6-71a21296b13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.622330] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c8e5d-8afa-448c-82fa-2e32ce64d9da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.627578] env[62295]: DEBUG oslo_vmware.api [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1727.627578] env[62295]: value = "task-1787144" [ 1727.627578] env[62295]: _type = "Task" [ 1727.627578] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.663547] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a0c4de-7909-446f-96cc-e1a96a9a8437 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.670504] env[62295]: DEBUG oslo_vmware.api [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.672540] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1727.672775] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1727.672957] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Deleting the datastore file [datastore1] a5ffad30-97a0-4af0-9aef-47203df5a59c {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1727.673317] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5a7a81e-824a-44e3-bd68-5c29022d5d46 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.680526] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adfb8fd-f3ab-45a5-b20b-834a1ab5059f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.686045] env[62295]: DEBUG oslo_vmware.api [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1727.686045] env[62295]: value = "task-1787145" [ 1727.686045] env[62295]: _type = "Task" [ 1727.686045] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.700528] env[62295]: DEBUG nova.compute.provider_tree [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.710681] env[62295]: DEBUG oslo_vmware.api [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.817670] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787139, 'name': CreateSnapshot_Task, 'duration_secs': 1.235843} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.817670] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1727.817959] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9cb93a-3586-437c-871a-5cf03e2e773d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.050827] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a7c235-22ac-0900-c7d6-6232e75ed58d, 'name': SearchDatastore_Task, 'duration_secs': 0.016497} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.051904] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ab724f-d8a0-420c-8298-27bbc06d1720 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.058873] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1728.058873] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a38b3-b945-c152-3c4f-1cebb705a7f9" [ 1728.058873] env[62295]: _type = "Task" [ 1728.058873] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.069312] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a38b3-b945-c152-3c4f-1cebb705a7f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.104107] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787142, 'name': ReconfigVM_Task, 'duration_secs': 0.686702} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.104107] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Reconfigured VM instance instance-00000056 to attach disk [datastore1] a3eb205e-efd9-4db4-8acf-d400e832fa05/a3eb205e-efd9-4db4-8acf-d400e832fa05.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1728.104425] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d9798ba-c2a6-4fc3-a6f1-c7885d30ee45 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.115526] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1728.115526] env[62295]: value = "task-1787146" [ 1728.115526] env[62295]: _type = "Task" [ 1728.115526] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.127525] env[62295]: DEBUG oslo_concurrency.lockutils [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] Releasing lock "refresh_cache-bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.127875] env[62295]: DEBUG nova.compute.manager [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Received event network-changed-dd5e31bd-2a9c-4f95-b969-e0ede08db8e9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1728.128068] env[62295]: DEBUG nova.compute.manager [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Refreshing instance network info cache due to event network-changed-dd5e31bd-2a9c-4f95-b969-e0ede08db8e9. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1728.128297] env[62295]: DEBUG oslo_concurrency.lockutils [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] Acquiring lock "refresh_cache-28ef98f1-1d10-4915-9bfc-1a720661e783" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.128444] env[62295]: DEBUG oslo_concurrency.lockutils [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] Acquired lock "refresh_cache-28ef98f1-1d10-4915-9bfc-1a720661e783" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.128608] env[62295]: DEBUG nova.network.neutron [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Refreshing network info cache for port dd5e31bd-2a9c-4f95-b969-e0ede08db8e9 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.130203] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787146, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.144080] env[62295]: DEBUG oslo_vmware.api [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787144, 'name': PowerOffVM_Task, 'duration_secs': 0.381452} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.144080] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1728.144308] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.144714] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87886a70-3e79-4fbf-8f38-325dca54c515 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.197909] env[62295]: DEBUG oslo_vmware.api [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.204232] env[62295]: DEBUG nova.scheduler.client.report [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1728.288931] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.289312] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.289679] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleting the datastore file [datastore1] 82867546-3759-4b8d-90f8-8ee082e07b0d {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.290013] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87a88b00-dc35-4d6e-b0fa-86cfe1d31a7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.303345] env[62295]: DEBUG oslo_vmware.api [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1728.303345] env[62295]: value = "task-1787148" [ 1728.303345] env[62295]: _type = "Task" [ 1728.303345] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.316148] env[62295]: DEBUG oslo_vmware.api [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.323257] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.323633] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.348570] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1728.350278] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9ef497f-5428-4caa-89a7-87701e738596 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.363936] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1728.363936] env[62295]: value = "task-1787149" [ 1728.363936] env[62295]: _type = "Task" [ 1728.363936] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.373947] env[62295]: DEBUG nova.compute.manager [req-a3b25a90-f722-43bd-8051-23624e06e37b req-ee36444c-fda9-4138-9e22-ff1d1f4db07b service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Received event network-vif-deleted-aa513ae9-5414-49fe-b66a-6a27884bb131 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1728.373947] env[62295]: INFO nova.compute.manager [req-a3b25a90-f722-43bd-8051-23624e06e37b req-ee36444c-fda9-4138-9e22-ff1d1f4db07b service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Neutron deleted interface aa513ae9-5414-49fe-b66a-6a27884bb131; detaching it from the instance and deleting it from the info cache [ 1728.373947] env[62295]: DEBUG nova.network.neutron [req-a3b25a90-f722-43bd-8051-23624e06e37b req-ee36444c-fda9-4138-9e22-ff1d1f4db07b service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.378884] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787149, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.573602] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a38b3-b945-c152-3c4f-1cebb705a7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.021277} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.574105] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.574945] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21/bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.574945] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a027ddac-77f6-4641-900b-7fc1ba849f76 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.585945] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1728.585945] env[62295]: value = "task-1787150" [ 1728.585945] env[62295]: _type = "Task" [ 1728.585945] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.598132] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.615146] env[62295]: DEBUG nova.network.neutron [-] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.627172] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787146, 'name': Rename_Task, 'duration_secs': 0.297235} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.628207] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1728.628843] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d66bf22-0ea8-43e5-99af-d2c5c919c3e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.637815] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1728.637815] env[62295]: value = "task-1787151" [ 1728.637815] env[62295]: _type = "Task" [ 1728.637815] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.648166] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.701665] env[62295]: DEBUG oslo_vmware.api [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534563} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.701665] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.701844] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.701900] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.702082] env[62295]: INFO nova.compute.manager [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1728.702368] env[62295]: DEBUG oslo.service.loopingcall [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.703278] env[62295]: DEBUG nova.compute.manager [-] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1728.703413] env[62295]: DEBUG nova.network.neutron [-] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1728.709258] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.709853] env[62295]: DEBUG nova.compute.manager [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1728.712825] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.474s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.713080] env[62295]: DEBUG nova.objects.instance [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lazy-loading 'resources' on Instance uuid e6d2529f-3204-432c-97e9-166515a8b781 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.819976] env[62295]: DEBUG oslo_vmware.api [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361105} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.820469] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.820559] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.820732] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.820920] env[62295]: INFO nova.compute.manager [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1728.821204] env[62295]: DEBUG oslo.service.loopingcall [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.822078] env[62295]: DEBUG nova.compute.manager [-] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1728.822219] env[62295]: DEBUG nova.network.neutron [-] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1728.826372] env[62295]: DEBUG nova.compute.manager [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1728.886217] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787149, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.888471] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cef75e27-6b81-465c-88b9-77a3d59667dd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.907637] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f808f5-ac07-48cb-98b3-3c07edcb347b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.955241] env[62295]: DEBUG nova.compute.manager [req-a3b25a90-f722-43bd-8051-23624e06e37b req-ee36444c-fda9-4138-9e22-ff1d1f4db07b service nova] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Detach interface failed, port_id=aa513ae9-5414-49fe-b66a-6a27884bb131, reason: Instance 69fbbea7-da81-405c-a26d-70007391ba6b could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1729.106645] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787150, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.118600] env[62295]: INFO nova.compute.manager [-] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Took 2.29 seconds to deallocate network for instance. [ 1729.154663] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787151, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.184505] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "c51d134a-144d-4453-941a-0a0c7bffcf20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.184775] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.184973] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.185169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.185354] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.187605] env[62295]: INFO nova.compute.manager [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Terminating instance [ 1729.192111] env[62295]: DEBUG nova.compute.manager [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1729.194324] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.194324] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d454ea-d4fc-4046-967f-573685ef2d28 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.202061] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.202351] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42478218-e6f0-4f86-ba65-f05bb91b214a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.211660] env[62295]: DEBUG oslo_vmware.api [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1729.211660] env[62295]: value = "task-1787152" [ 1729.211660] env[62295]: _type = "Task" [ 1729.211660] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.220178] env[62295]: DEBUG nova.compute.utils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.221889] env[62295]: DEBUG nova.compute.manager [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1729.222094] env[62295]: DEBUG nova.network.neutron [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1729.230345] env[62295]: DEBUG oslo_vmware.api [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.264230] env[62295]: DEBUG nova.network.neutron [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Updated VIF entry in instance network info cache for port dd5e31bd-2a9c-4f95-b969-e0ede08db8e9. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1729.265226] env[62295]: DEBUG nova.network.neutron [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Updating instance_info_cache with network_info: [{"id": "dd5e31bd-2a9c-4f95-b969-e0ede08db8e9", "address": "fa:16:3e:64:13:af", "network": {"id": "71fe09e3-339f-423d-9802-560c4c4f11b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2057270797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cb874486054bdd9862266ef3822dda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e31bd-2a", "ovs_interfaceid": "dd5e31bd-2a9c-4f95-b969-e0ede08db8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.311283] env[62295]: DEBUG nova.policy [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aaf8e86182145888b15a905dae35fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df8d0e613b714dfa9bc4647ac7cfeeb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1729.354096] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.382602] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787149, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.410188] env[62295]: DEBUG nova.compute.manager [req-0647d313-1192-4004-ac72-3415a714a739 req-55a8d697-412c-4815-a3de-49873afe8cfc service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Received event network-vif-deleted-d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1729.411084] env[62295]: INFO nova.compute.manager [req-0647d313-1192-4004-ac72-3415a714a739 req-55a8d697-412c-4815-a3de-49873afe8cfc service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Neutron deleted interface d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0; detaching it from the instance and deleting it from the info cache [ 1729.411497] env[62295]: DEBUG nova.network.neutron [req-0647d313-1192-4004-ac72-3415a714a739 req-55a8d697-412c-4815-a3de-49873afe8cfc service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.598521] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622821} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.602326] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21/bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1729.602524] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1729.602997] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbf645e9-9960-4b05-9535-116d44a7646d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.612692] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1729.612692] env[62295]: value = "task-1787153" [ 1729.612692] env[62295]: _type = "Task" [ 1729.612692] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.629140] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.629590] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.649891] env[62295]: DEBUG oslo_vmware.api [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787151, 'name': PowerOnVM_Task, 'duration_secs': 0.957129} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.651551] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1729.652094] env[62295]: INFO nova.compute.manager [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1729.652094] env[62295]: DEBUG nova.compute.manager [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1729.652805] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa100bc-a898-4fcc-ade2-08415dbed8a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.657138] env[62295]: DEBUG nova.network.neutron [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Successfully created port: 23f589b7-0e4c-434e-ab7c-947d174ee4df {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1729.659921] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281cb465-7f76-4335-9488-991abf7674f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.669712] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fb436e-c7d6-4a39-819b-a5a866b715ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.711800] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dc9798-52e7-44f8-9741-9d89eda837a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.728804] env[62295]: DEBUG nova.compute.manager [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1729.732391] env[62295]: DEBUG oslo_vmware.api [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787152, 'name': PowerOffVM_Task, 'duration_secs': 0.248068} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.735353] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1a3020-0c67-4efa-ad3e-fee7f1b04bb9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.740258] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.740501] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1729.740948] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c233dcc8-6170-4305-aee5-f42d221742fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.756026] env[62295]: DEBUG nova.compute.provider_tree [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.774203] env[62295]: DEBUG oslo_concurrency.lockutils [req-fa3bad64-caf5-4852-8539-d513588fe2c5 req-711ea3e1-0f2c-4ea0-b8b0-882dd0c5fabb service nova] Releasing lock "refresh_cache-28ef98f1-1d10-4915-9bfc-1a720661e783" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.799781] env[62295]: DEBUG nova.network.neutron [-] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.861831] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1729.862070] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1729.862259] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleting the datastore file [datastore1] c51d134a-144d-4453-941a-0a0c7bffcf20 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.862540] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-256aba81-b008-4478-a5cc-ef7d604e7049 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.870226] env[62295]: DEBUG oslo_vmware.api [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for the task: (returnval){ [ 1729.870226] env[62295]: value = "task-1787155" [ 1729.870226] env[62295]: _type = "Task" [ 1729.870226] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.876506] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787149, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.882147] env[62295]: DEBUG oslo_vmware.api [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.886045] env[62295]: DEBUG nova.network.neutron [-] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.918355] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fad8a30-9b84-4841-9308-25701f789adc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.928840] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91872ba6-c67c-484c-bffe-c883347def04 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.974534] env[62295]: DEBUG nova.compute.manager [req-0647d313-1192-4004-ac72-3415a714a739 req-55a8d697-412c-4815-a3de-49873afe8cfc service nova] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Detach interface failed, port_id=d32e2c9e-e7cc-49c2-a9f3-2c852c75efb0, reason: Instance 82867546-3759-4b8d-90f8-8ee082e07b0d could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1730.129592] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086087} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.129592] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.129592] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ba03dd-a4b7-495b-b80a-409bc549bdd7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.157935] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21/bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.157935] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f9564f8-81c4-4d79-9ea9-9cd98094c9df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.184380] env[62295]: INFO nova.compute.manager [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Took 25.59 seconds to build instance. [ 1730.199035] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1730.199035] env[62295]: value = "task-1787156" [ 1730.199035] env[62295]: _type = "Task" [ 1730.199035] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.213087] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.259577] env[62295]: DEBUG nova.scheduler.client.report [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1730.302875] env[62295]: INFO nova.compute.manager [-] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Took 1.60 seconds to deallocate network for instance. [ 1730.378436] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787149, 'name': CloneVM_Task, 'duration_secs': 1.738463} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.378892] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Created linked-clone VM from snapshot [ 1730.380066] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0f5cc7-4152-4f6b-bb54-7cc0c9b4aea0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.388277] env[62295]: DEBUG oslo_vmware.api [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Task: {'id': task-1787155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198463} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.388277] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1730.388277] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1730.388277] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.388277] env[62295]: INFO nova.compute.manager [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1730.388746] env[62295]: DEBUG oslo.service.loopingcall [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.393871] env[62295]: INFO nova.compute.manager [-] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Took 1.57 seconds to deallocate network for instance. [ 1730.394258] env[62295]: DEBUG nova.compute.manager [-] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1730.394391] env[62295]: DEBUG nova.network.neutron [-] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1730.396617] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Uploading image b40ccc46-77bf-4865-87a7-082cdc09db04 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1730.411871] env[62295]: DEBUG nova.compute.manager [req-7e70f50b-9244-4027-b6e8-3c18e6bdd28c req-c879f812-3a59-41b7-8f7f-3c0349023db8 service nova] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Received event network-vif-deleted-3180be4b-042b-4b58-b283-a07fb904fe78 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1730.520599] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1730.520599] env[62295]: value = "vm-370814" [ 1730.520599] env[62295]: _type = "VirtualMachine" [ 1730.520599] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1730.520985] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-432eb00b-92a2-44bc-924f-5b0d76d69301 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.529704] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lease: (returnval){ [ 1730.529704] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b032f-9616-412c-20c0-6a4d2fc19cc4" [ 1730.529704] env[62295]: _type = "HttpNfcLease" [ 1730.529704] env[62295]: } obtained for exporting VM: (result){ [ 1730.529704] env[62295]: value = "vm-370814" [ 1730.529704] env[62295]: _type = "VirtualMachine" [ 1730.529704] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1730.530258] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the lease: (returnval){ [ 1730.530258] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b032f-9616-412c-20c0-6a4d2fc19cc4" [ 1730.530258] env[62295]: _type = "HttpNfcLease" [ 1730.530258] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1730.541885] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1730.541885] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b032f-9616-412c-20c0-6a4d2fc19cc4" [ 1730.541885] env[62295]: _type = "HttpNfcLease" [ 1730.541885] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1730.686276] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b3d0672-cbba-40d0-8732-0af718a6a471 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.101s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.714696] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.743605] env[62295]: DEBUG nova.compute.manager [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1730.766700] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.768870] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.816s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.770814] env[62295]: INFO nova.compute.claims [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.775298] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1730.775531] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1730.775692] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.775877] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1730.776049] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.776210] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1730.776419] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1730.776580] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1730.776746] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1730.776913] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1730.777115] env[62295]: DEBUG nova.virt.hardware [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1730.780246] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e7f549-8983-404b-bb08-293446da66f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.787008] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10195060-0fa5-4ae7-9558-7f49ce5c7468 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.792224] env[62295]: INFO nova.scheduler.client.report [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted allocations for instance e6d2529f-3204-432c-97e9-166515a8b781 [ 1730.814639] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.913534] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.039890] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1731.039890] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b032f-9616-412c-20c0-6a4d2fc19cc4" [ 1731.039890] env[62295]: _type = "HttpNfcLease" [ 1731.039890] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1731.040177] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1731.040177] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b032f-9616-412c-20c0-6a4d2fc19cc4" [ 1731.040177] env[62295]: _type = "HttpNfcLease" [ 1731.040177] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1731.040770] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc683b69-f934-47a3-9066-ed3e631580e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.052403] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dae1e2-576b-54d8-cfb9-e0c447be087f/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1731.052403] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dae1e2-576b-54d8-cfb9-e0c447be087f/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1731.212905] env[62295]: DEBUG nova.network.neutron [-] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.218214] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787156, 'name': ReconfigVM_Task, 'duration_secs': 0.752161} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.218659] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Reconfigured VM instance instance-00000057 to attach disk [datastore1] bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21/bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.220168] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5af7e7a-2262-4729-8e35-f869fca543b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.228873] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1731.228873] env[62295]: value = "task-1787158" [ 1731.228873] env[62295]: _type = "Task" [ 1731.228873] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.239180] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787158, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.255335] env[62295]: DEBUG nova.network.neutron [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Successfully updated port: 23f589b7-0e4c-434e-ab7c-947d174ee4df {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.268325] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-edaa2392-adeb-413a-9fb5-9c64f2e84b9d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.304902] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ca228f61-c13a-4373-9cff-b83b33e19d3f tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "e6d2529f-3204-432c-97e9-166515a8b781" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.910s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.494674] env[62295]: DEBUG nova.compute.manager [req-a6a4156d-ea51-4073-8f4a-457dafe5ee59 req-ebfb3bea-6305-4d2f-80f1-611088f694fc service nova] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Received event network-vif-deleted-85c9d37c-b0c2-4cd1-985c-9e6cf22b9cfb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1731.719793] env[62295]: INFO nova.compute.manager [-] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Took 1.33 seconds to deallocate network for instance. [ 1731.747738] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787158, 'name': Rename_Task, 'duration_secs': 0.261729} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.748055] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.749737] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd4529f1-020f-4e70-aea3-feb403666de5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.759177] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1731.759177] env[62295]: value = "task-1787159" [ 1731.759177] env[62295]: _type = "Task" [ 1731.759177] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.760248] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.760500] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquired lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.760900] env[62295]: DEBUG nova.network.neutron [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.775382] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.113754] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd53ceb-6640-4b80-8bea-2bbb2d8ff49b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.125771] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e92189-9e11-4e9f-9375-a28aa4c2ce71 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.168676] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc4e5af-d58b-4dec-ac98-ac98607a4147 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.179537] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322c4652-ac0d-45e3-9d3f-1791fd98ef0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.207334] env[62295]: DEBUG nova.compute.provider_tree [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.241253] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.268059] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "c783dd98-2561-4961-a67d-8501df585218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.268443] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "c783dd98-2561-4961-a67d-8501df585218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.283469] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787159, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.332867] env[62295]: DEBUG nova.network.neutron [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.444939] env[62295]: DEBUG nova.compute.manager [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Received event network-changed-4cd3c70f-233e-41a9-89c8-6ad16270403a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1732.448200] env[62295]: DEBUG nova.compute.manager [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Refreshing instance network info cache due to event network-changed-4cd3c70f-233e-41a9-89c8-6ad16270403a. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1732.449310] env[62295]: DEBUG oslo_concurrency.lockutils [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] Acquiring lock "refresh_cache-a3eb205e-efd9-4db4-8acf-d400e832fa05" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.449532] env[62295]: DEBUG oslo_concurrency.lockutils [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] Acquired lock "refresh_cache-a3eb205e-efd9-4db4-8acf-d400e832fa05" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.449715] env[62295]: DEBUG nova.network.neutron [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Refreshing network info cache for port 4cd3c70f-233e-41a9-89c8-6ad16270403a {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.532958] env[62295]: DEBUG nova.network.neutron [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Updating instance_info_cache with network_info: [{"id": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "address": "fa:16:3e:b6:89:30", "network": {"id": "2d692ff4-ca5c-44e0-b09d-48ffd0704299", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-307870673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8d0e613b714dfa9bc4647ac7cfeeb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23f589b7-0e", "ovs_interfaceid": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.711219] env[62295]: DEBUG nova.scheduler.client.report [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1732.772019] env[62295]: DEBUG oslo_vmware.api [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787159, 'name': PowerOnVM_Task, 'duration_secs': 0.591687} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.772989] env[62295]: DEBUG nova.compute.manager [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1732.776510] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.776820] env[62295]: INFO nova.compute.manager [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1732.777386] env[62295]: DEBUG nova.compute.manager [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1732.779125] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ffc6e3-96a8-4e31-a6c6-174becd65e07 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.036768] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Releasing lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.037673] env[62295]: DEBUG nova.compute.manager [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Instance network_info: |[{"id": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "address": "fa:16:3e:b6:89:30", "network": {"id": "2d692ff4-ca5c-44e0-b09d-48ffd0704299", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-307870673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8d0e613b714dfa9bc4647ac7cfeeb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23f589b7-0e", "ovs_interfaceid": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1733.038347] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:89:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23f589b7-0e4c-434e-ab7c-947d174ee4df', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1733.053418] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Creating folder: Project (df8d0e613b714dfa9bc4647ac7cfeeb8). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1733.057298] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c88eddd3-502b-4117-9c81-d9891a9cf95f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.071599] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Created folder: Project (df8d0e613b714dfa9bc4647ac7cfeeb8) in parent group-v370569. [ 1733.071766] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Creating folder: Instances. Parent ref: group-v370815. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1733.072243] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33f1bfc4-3f9c-401e-a9cf-91010c62ce6c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.084321] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Created folder: Instances in parent group-v370815. [ 1733.084777] env[62295]: DEBUG oslo.service.loopingcall [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.085108] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1733.085447] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2009b0b-552a-44ec-b5c4-b94b124eccbe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.120410] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1733.120410] env[62295]: value = "task-1787162" [ 1733.120410] env[62295]: _type = "Task" [ 1733.120410] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.130080] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787162, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.217051] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.217655] env[62295]: DEBUG nova.compute.manager [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1733.221789] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.397s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.223074] env[62295]: INFO nova.compute.claims [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.286830] env[62295]: DEBUG nova.network.neutron [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Updated VIF entry in instance network info cache for port 4cd3c70f-233e-41a9-89c8-6ad16270403a. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.290586] env[62295]: DEBUG nova.network.neutron [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Updating instance_info_cache with network_info: [{"id": "4cd3c70f-233e-41a9-89c8-6ad16270403a", "address": "fa:16:3e:a2:d3:b1", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd3c70f-23", "ovs_interfaceid": "4cd3c70f-233e-41a9-89c8-6ad16270403a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.302131] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.304737] env[62295]: INFO nova.compute.manager [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Took 27.40 seconds to build instance. [ 1733.631912] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787162, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.722538] env[62295]: DEBUG nova.compute.utils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.724727] env[62295]: DEBUG nova.compute.manager [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1733.724934] env[62295]: DEBUG nova.network.neutron [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.790270] env[62295]: DEBUG oslo_concurrency.lockutils [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] Releasing lock "refresh_cache-a3eb205e-efd9-4db4-8acf-d400e832fa05" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.790638] env[62295]: DEBUG nova.compute.manager [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Received event network-vif-plugged-23f589b7-0e4c-434e-ab7c-947d174ee4df {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1733.790790] env[62295]: DEBUG oslo_concurrency.lockutils [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] Acquiring lock "e372a2d6-541f-4026-afb9-9901c9eda2f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.791045] env[62295]: DEBUG oslo_concurrency.lockutils [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.791219] env[62295]: DEBUG oslo_concurrency.lockutils [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.791392] env[62295]: DEBUG nova.compute.manager [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] No waiting events found dispatching network-vif-plugged-23f589b7-0e4c-434e-ab7c-947d174ee4df {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1733.791568] env[62295]: WARNING nova.compute.manager [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Received unexpected event network-vif-plugged-23f589b7-0e4c-434e-ab7c-947d174ee4df for instance with vm_state building and task_state spawning. [ 1733.791756] env[62295]: DEBUG nova.compute.manager [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Received event network-changed-23f589b7-0e4c-434e-ab7c-947d174ee4df {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1733.791920] env[62295]: DEBUG nova.compute.manager [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Refreshing instance network info cache due to event network-changed-23f589b7-0e4c-434e-ab7c-947d174ee4df. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1733.792209] env[62295]: DEBUG oslo_concurrency.lockutils [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] Acquiring lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.792284] env[62295]: DEBUG oslo_concurrency.lockutils [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] Acquired lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.792448] env[62295]: DEBUG nova.network.neutron [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Refreshing network info cache for port 23f589b7-0e4c-434e-ab7c-947d174ee4df {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.808464] env[62295]: DEBUG nova.policy [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d7a644c9a8446598f8ad179077f89b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9abb95feb96e4f0f9b8756c197293bbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1733.810366] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f30febf1-5877-4b78-8d61-044b8d950001 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.916s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.934713] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.935020] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.935239] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.935427] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.935598] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.938540] env[62295]: INFO nova.compute.manager [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Terminating instance [ 1733.940313] env[62295]: DEBUG nova.compute.manager [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1733.940509] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.943205] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c27991-d6e8-4430-9e85-72e0c24b4d4e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.953774] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.954120] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe9e63db-ad49-445b-adf3-b216ae3de9e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.962427] env[62295]: DEBUG oslo_vmware.api [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1733.962427] env[62295]: value = "task-1787163" [ 1733.962427] env[62295]: _type = "Task" [ 1733.962427] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.973368] env[62295]: DEBUG oslo_vmware.api [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.133377] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787162, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.220884] env[62295]: DEBUG nova.network.neutron [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Successfully created port: dfd74810-b4d4-46d4-a7b6-311d813da9c3 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1734.228623] env[62295]: DEBUG nova.compute.manager [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1734.476791] env[62295]: DEBUG oslo_vmware.api [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787163, 'name': PowerOffVM_Task, 'duration_secs': 0.222999} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.477273] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.477586] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.477984] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00e8ebd0-3748-4e60-83a2-f0a0604ea25f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.579209] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.579209] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.579209] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleting the datastore file [datastore1] bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.584405] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449258ad-1c33-4caa-8194-a2d9e5cbbc5e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.597870] env[62295]: DEBUG oslo_vmware.api [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1734.597870] env[62295]: value = "task-1787165" [ 1734.597870] env[62295]: _type = "Task" [ 1734.597870] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.614240] env[62295]: DEBUG oslo_vmware.api [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.635743] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787162, 'name': CreateVM_Task, 'duration_secs': 1.462783} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.636874] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.637799] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72484ebe-5f34-4990-95ec-44246031118d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.643922] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.644109] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.644442] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.644726] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d91221-a99f-44c6-958e-f75e7f14ddb0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.651599] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1734.651599] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f1f116-f9e4-f79d-98fd-6b10800d589e" [ 1734.651599] env[62295]: _type = "Task" [ 1734.651599] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.658458] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f3066-c044-447a-ace8-b23eb9587a11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.669287] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f1f116-f9e4-f79d-98fd-6b10800d589e, 'name': SearchDatastore_Task, 'duration_secs': 0.015441} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.701058] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.701394] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.701659] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.701908] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.702206] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.702596] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e2100e-7a81-4c63-9eaa-7f7814a1f15e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.705340] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2526038-5928-494a-aeb8-ee0066f008f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.716538] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d549e854-f506-4b09-8a33-f998f515c74a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.724773] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.725031] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.727272] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81ea27d-9f17-4ee1-bad2-06a0331f2556 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.744403] env[62295]: DEBUG nova.compute.provider_tree [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.752361] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1734.752361] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525c70fa-f020-a490-ca38-a5b9d899bd3a" [ 1734.752361] env[62295]: _type = "Task" [ 1734.752361] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.762581] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525c70fa-f020-a490-ca38-a5b9d899bd3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.763872] env[62295]: DEBUG nova.network.neutron [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Updated VIF entry in instance network info cache for port 23f589b7-0e4c-434e-ab7c-947d174ee4df. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.763872] env[62295]: DEBUG nova.network.neutron [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Updating instance_info_cache with network_info: [{"id": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "address": "fa:16:3e:b6:89:30", "network": {"id": "2d692ff4-ca5c-44e0-b09d-48ffd0704299", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-307870673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8d0e613b714dfa9bc4647ac7cfeeb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23f589b7-0e", "ovs_interfaceid": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.108285] env[62295]: DEBUG oslo_vmware.api [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363086} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.108673] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.108716] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.108893] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.109077] env[62295]: INFO nova.compute.manager [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1735.109443] env[62295]: DEBUG oslo.service.loopingcall [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.109577] env[62295]: DEBUG nova.compute.manager [-] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1735.109635] env[62295]: DEBUG nova.network.neutron [-] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.247246] env[62295]: DEBUG nova.compute.manager [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1735.251730] env[62295]: DEBUG nova.scheduler.client.report [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1735.273565] env[62295]: DEBUG oslo_concurrency.lockutils [req-17ef5d52-95bc-4f7c-aaed-7a77a4d79971 req-4772e361-97c4-460d-a822-19897b8d399d service nova] Releasing lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.274069] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525c70fa-f020-a490-ca38-a5b9d899bd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013101} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.281765] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b874d9bf-7933-4e9e-97c5-32481d3ac0e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.289142] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1735.289417] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1735.289582] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.289782] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1735.290205] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.290442] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1735.290668] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1735.290831] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1735.291021] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1735.291457] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1735.291598] env[62295]: DEBUG nova.virt.hardware [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1735.293572] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454999fd-b75f-4796-99a0-8f18fe4aa20a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.300144] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1735.300144] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520899a7-db10-20a8-51c9-219b2eb63b9d" [ 1735.300144] env[62295]: _type = "Task" [ 1735.300144] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.310444] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df91a8a3-0288-4c4c-b724-78e377459b4e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.315606] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520899a7-db10-20a8-51c9-219b2eb63b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.510765] env[62295]: DEBUG nova.compute.manager [req-a3555967-f0ab-4e37-a1ab-7f14f3e4f591 req-4b14b1c6-aaf4-468b-bdb8-e0645ce5fe6b service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Received event network-vif-deleted-57feebda-06bf-4f26-8cd6-71a21296b13b {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1735.511081] env[62295]: INFO nova.compute.manager [req-a3555967-f0ab-4e37-a1ab-7f14f3e4f591 req-4b14b1c6-aaf4-468b-bdb8-e0645ce5fe6b service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Neutron deleted interface 57feebda-06bf-4f26-8cd6-71a21296b13b; detaching it from the instance and deleting it from the info cache [ 1735.511181] env[62295]: DEBUG nova.network.neutron [req-a3555967-f0ab-4e37-a1ab-7f14f3e4f591 req-4b14b1c6-aaf4-468b-bdb8-e0645ce5fe6b service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.763963] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.764509] env[62295]: DEBUG nova.compute.manager [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1735.767403] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.412s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.770863] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.770863] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1735.770863] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.414s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.770863] env[62295]: INFO nova.compute.claims [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.772443] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b24b908-4690-4b65-8321-1f99125e5f7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.781966] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c67050-c326-4344-b2ad-066ef621f668 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.797091] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923cf867-d77c-4b38-b17a-60f5380f0ffb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.807075] env[62295]: DEBUG nova.objects.instance [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lazy-loading 'flavor' on Instance uuid 7236bbfd-f5b8-4d71-8132-72bf802fe044 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.809665] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b42a8a4-06a2-4493-8b03-15b779a9184a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.823411] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520899a7-db10-20a8-51c9-219b2eb63b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.036408} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.824561] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.824839] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e372a2d6-541f-4026-afb9-9901c9eda2f5/e372a2d6-541f-4026-afb9-9901c9eda2f5.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.825357] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4f22bb8-366e-468c-ad8b-6374f65f2e03 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.853488] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179218MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1735.853760] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.859829] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1735.859829] env[62295]: value = "task-1787166" [ 1735.859829] env[62295]: _type = "Task" [ 1735.859829] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.869343] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.978885] env[62295]: DEBUG nova.network.neutron [-] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.015155] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-837cc06f-3eb1-43a3-83ed-fc1e0b2ccbde {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.027083] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398606a5-b01e-4c82-8550-1affdc06960c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.070769] env[62295]: DEBUG nova.compute.manager [req-a3555967-f0ab-4e37-a1ab-7f14f3e4f591 req-4b14b1c6-aaf4-468b-bdb8-e0645ce5fe6b service nova] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Detach interface failed, port_id=57feebda-06bf-4f26-8cd6-71a21296b13b, reason: Instance bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1736.092418] env[62295]: DEBUG nova.compute.manager [req-b2613e2b-8bd6-4974-93c3-7740235244f0 req-079e5a75-a32f-4780-802c-4a7110ed5efd service nova] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Received event network-vif-plugged-dfd74810-b4d4-46d4-a7b6-311d813da9c3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1736.092418] env[62295]: DEBUG oslo_concurrency.lockutils [req-b2613e2b-8bd6-4974-93c3-7740235244f0 req-079e5a75-a32f-4780-802c-4a7110ed5efd service nova] Acquiring lock "711809f8-1e73-477c-b35e-24d5601f0104-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.092994] env[62295]: DEBUG oslo_concurrency.lockutils [req-b2613e2b-8bd6-4974-93c3-7740235244f0 req-079e5a75-a32f-4780-802c-4a7110ed5efd service nova] Lock "711809f8-1e73-477c-b35e-24d5601f0104-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.093816] env[62295]: DEBUG oslo_concurrency.lockutils [req-b2613e2b-8bd6-4974-93c3-7740235244f0 req-079e5a75-a32f-4780-802c-4a7110ed5efd service nova] Lock "711809f8-1e73-477c-b35e-24d5601f0104-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.094182] env[62295]: DEBUG nova.compute.manager [req-b2613e2b-8bd6-4974-93c3-7740235244f0 req-079e5a75-a32f-4780-802c-4a7110ed5efd service nova] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] No waiting events found dispatching network-vif-plugged-dfd74810-b4d4-46d4-a7b6-311d813da9c3 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1736.094479] env[62295]: WARNING nova.compute.manager [req-b2613e2b-8bd6-4974-93c3-7740235244f0 req-079e5a75-a32f-4780-802c-4a7110ed5efd service nova] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Received unexpected event network-vif-plugged-dfd74810-b4d4-46d4-a7b6-311d813da9c3 for instance with vm_state building and task_state spawning. [ 1736.235522] env[62295]: DEBUG nova.network.neutron [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Successfully updated port: dfd74810-b4d4-46d4-a7b6-311d813da9c3 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1736.274360] env[62295]: DEBUG nova.compute.utils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1736.279792] env[62295]: DEBUG nova.compute.manager [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1736.279792] env[62295]: DEBUG nova.network.neutron [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1736.322960] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquiring lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.323192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquired lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.334583] env[62295]: DEBUG nova.policy [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2488cf3b40764314a1c4ab92487ff7ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4c7f84f19b847bc97d6db6282827176', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1736.375450] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787166, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.482229] env[62295]: INFO nova.compute.manager [-] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Took 1.37 seconds to deallocate network for instance. [ 1736.713901] env[62295]: DEBUG nova.network.neutron [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Successfully created port: ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1736.736377] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquiring lock "refresh_cache-711809f8-1e73-477c-b35e-24d5601f0104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.736526] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquired lock "refresh_cache-711809f8-1e73-477c-b35e-24d5601f0104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.736681] env[62295]: DEBUG nova.network.neutron [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.784535] env[62295]: DEBUG nova.compute.manager [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1736.880317] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734329} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.880594] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e372a2d6-541f-4026-afb9-9901c9eda2f5/e372a2d6-541f-4026-afb9-9901c9eda2f5.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.880803] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.881080] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c414c498-ef71-4f59-a8c4-56e2e6ed0941 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.894028] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1736.894028] env[62295]: value = "task-1787167" [ 1736.894028] env[62295]: _type = "Task" [ 1736.894028] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.905494] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.922765] env[62295]: DEBUG nova.network.neutron [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.992976] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.190735] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c338c29f-4559-4b11-ad89-aebc25cb3ffe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.199941] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feba3bc2-373e-44fb-9832-9eed179066e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.245112] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef089e5-c2b0-4a64-a223-d0ac4d9535db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.255097] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904d2516-1642-4d17-a498-55bd9366a55e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.270960] env[62295]: DEBUG nova.compute.provider_tree [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.286490] env[62295]: DEBUG nova.network.neutron [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1737.405441] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092682} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.405441] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1737.405441] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f5ecd6-8994-45fa-9651-7e976a3de0ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.434748] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] e372a2d6-541f-4026-afb9-9901c9eda2f5/e372a2d6-541f-4026-afb9-9901c9eda2f5.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1737.437648] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e81413e-ba3e-48da-b23b-c8fa2d8d2e97 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.461723] env[62295]: DEBUG nova.network.neutron [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Updating instance_info_cache with network_info: [{"id": "dfd74810-b4d4-46d4-a7b6-311d813da9c3", "address": "fa:16:3e:a0:ff:f9", "network": {"id": "078d0eac-1f29-480a-a7e0-72d78a359636", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1527653852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9abb95feb96e4f0f9b8756c197293bbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd74810-b4", "ovs_interfaceid": "dfd74810-b4d4-46d4-a7b6-311d813da9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.463203] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1737.463203] env[62295]: value = "task-1787168" [ 1737.463203] env[62295]: _type = "Task" [ 1737.463203] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.474207] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.549960] env[62295]: DEBUG nova.compute.manager [req-9d2a2071-06b7-4334-b849-494ab0914a87 req-9edf68ea-88fb-4d87-9280-c901c81feabe service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Received event network-changed-d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1737.550761] env[62295]: DEBUG nova.compute.manager [req-9d2a2071-06b7-4334-b849-494ab0914a87 req-9edf68ea-88fb-4d87-9280-c901c81feabe service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Refreshing instance network info cache due to event network-changed-d8e819a8-e7d4-4099-8d13-4f09d282ee23. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1737.550926] env[62295]: DEBUG oslo_concurrency.lockutils [req-9d2a2071-06b7-4334-b849-494ab0914a87 req-9edf68ea-88fb-4d87-9280-c901c81feabe service nova] Acquiring lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.555871] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquiring lock "1bce0447-0a83-41aa-af96-bce1d6c25478" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.556311] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lock "1bce0447-0a83-41aa-af96-bce1d6c25478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.743617] env[62295]: DEBUG nova.network.neutron [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updating instance_info_cache with network_info: [{"id": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "address": "fa:16:3e:97:a8:22", "network": {"id": "db6fc9cb-1107-4d05-a9cd-81fc553d83b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-866919576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1fe8244a61a4b758047f64041218e23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e819a8-e7", "ovs_interfaceid": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.775523] env[62295]: DEBUG nova.scheduler.client.report [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1737.798852] env[62295]: DEBUG nova.compute.manager [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1737.835082] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1737.835366] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1737.835568] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.835832] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1737.835993] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.838326] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1737.838564] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1737.838727] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1737.838898] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1737.839083] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1737.839251] env[62295]: DEBUG nova.virt.hardware [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1737.842310] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d134bc1f-db8f-4017-beb6-94e2bba62b7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.850366] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2490fa1-072c-4d4e-860c-db51571c2ddc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.964468] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Releasing lock "refresh_cache-711809f8-1e73-477c-b35e-24d5601f0104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.964820] env[62295]: DEBUG nova.compute.manager [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Instance network_info: |[{"id": "dfd74810-b4d4-46d4-a7b6-311d813da9c3", "address": "fa:16:3e:a0:ff:f9", "network": {"id": "078d0eac-1f29-480a-a7e0-72d78a359636", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1527653852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9abb95feb96e4f0f9b8756c197293bbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd74810-b4", "ovs_interfaceid": "dfd74810-b4d4-46d4-a7b6-311d813da9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1737.965369] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:ff:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfd74810-b4d4-46d4-a7b6-311d813da9c3', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.974571] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Creating folder: Project (9abb95feb96e4f0f9b8756c197293bbf). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1737.978241] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac35a2c6-2105-4546-bde8-353b0f4346fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.987446] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.994205] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Created folder: Project (9abb95feb96e4f0f9b8756c197293bbf) in parent group-v370569. [ 1737.994205] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Creating folder: Instances. Parent ref: group-v370818. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1737.994205] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4863c117-64de-4e6e-9d39-e401e378b63a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.005822] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Created folder: Instances in parent group-v370818. [ 1738.006107] env[62295]: DEBUG oslo.service.loopingcall [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.006313] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.006533] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d709e2f-8637-48d1-8faf-48d75835a2fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.030446] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.030446] env[62295]: value = "task-1787171" [ 1738.030446] env[62295]: _type = "Task" [ 1738.030446] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.046068] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787171, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.058752] env[62295]: DEBUG nova.compute.manager [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1738.089773] env[62295]: DEBUG nova.objects.instance [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lazy-loading 'flavor' on Instance uuid 7236bbfd-f5b8-4d71-8132-72bf802fe044 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.147857] env[62295]: DEBUG nova.compute.manager [req-6ebc6b33-ee46-4b4b-8868-2b3507f8de1e req-60196c61-5fcb-4e1f-93f1-a1f6ad3befeb service nova] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Received event network-changed-dfd74810-b4d4-46d4-a7b6-311d813da9c3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1738.148108] env[62295]: DEBUG nova.compute.manager [req-6ebc6b33-ee46-4b4b-8868-2b3507f8de1e req-60196c61-5fcb-4e1f-93f1-a1f6ad3befeb service nova] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Refreshing instance network info cache due to event network-changed-dfd74810-b4d4-46d4-a7b6-311d813da9c3. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1738.148342] env[62295]: DEBUG oslo_concurrency.lockutils [req-6ebc6b33-ee46-4b4b-8868-2b3507f8de1e req-60196c61-5fcb-4e1f-93f1-a1f6ad3befeb service nova] Acquiring lock "refresh_cache-711809f8-1e73-477c-b35e-24d5601f0104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.148487] env[62295]: DEBUG oslo_concurrency.lockutils [req-6ebc6b33-ee46-4b4b-8868-2b3507f8de1e req-60196c61-5fcb-4e1f-93f1-a1f6ad3befeb service nova] Acquired lock "refresh_cache-711809f8-1e73-477c-b35e-24d5601f0104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.148649] env[62295]: DEBUG nova.network.neutron [req-6ebc6b33-ee46-4b4b-8868-2b3507f8de1e req-60196c61-5fcb-4e1f-93f1-a1f6ad3befeb service nova] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Refreshing network info cache for port dfd74810-b4d4-46d4-a7b6-311d813da9c3 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.247584] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Releasing lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.247584] env[62295]: DEBUG nova.compute.manager [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Inject network info {{(pid=62295) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1738.247584] env[62295]: DEBUG nova.compute.manager [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] network_info to inject: |[{"id": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "address": "fa:16:3e:97:a8:22", "network": {"id": "db6fc9cb-1107-4d05-a9cd-81fc553d83b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-866919576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1fe8244a61a4b758047f64041218e23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e819a8-e7", "ovs_interfaceid": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1738.253890] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Reconfiguring VM instance to set the machine id {{(pid=62295) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1738.254720] env[62295]: DEBUG oslo_concurrency.lockutils [req-9d2a2071-06b7-4334-b849-494ab0914a87 req-9edf68ea-88fb-4d87-9280-c901c81feabe service nova] Acquired lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.254773] env[62295]: DEBUG nova.network.neutron [req-9d2a2071-06b7-4334-b849-494ab0914a87 req-9edf68ea-88fb-4d87-9280-c901c81feabe service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Refreshing network info cache for port d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.256840] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f6df84b-b00a-4ba3-acaf-93bfaca222a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.282649] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.282649] env[62295]: DEBUG nova.compute.manager [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1738.285115] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.656s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.285377] env[62295]: DEBUG nova.objects.instance [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'resources' on Instance uuid 69fbbea7-da81-405c-a26d-70007391ba6b {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.293109] env[62295]: DEBUG oslo_vmware.api [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1738.293109] env[62295]: value = "task-1787172" [ 1738.293109] env[62295]: _type = "Task" [ 1738.293109] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.304069] env[62295]: DEBUG oslo_vmware.api [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1787172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.482595] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787168, 'name': ReconfigVM_Task, 'duration_secs': 0.580571} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.482912] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Reconfigured VM instance instance-00000058 to attach disk [datastore1] e372a2d6-541f-4026-afb9-9901c9eda2f5/e372a2d6-541f-4026-afb9-9901c9eda2f5.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1738.483574] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a38094d1-91ca-4a95-af04-34187a9aeafd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.495699] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1738.495699] env[62295]: value = "task-1787173" [ 1738.495699] env[62295]: _type = "Task" [ 1738.495699] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.542240] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787171, 'name': CreateVM_Task, 'duration_secs': 0.482135} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.543650] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1738.543650] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.543650] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.543887] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1738.544840] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b4e3fd-949e-4cbc-a7de-865d1c4e2602 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.550648] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for the task: (returnval){ [ 1738.550648] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521dec59-8f82-4b29-3acc-ffac9eda7cd5" [ 1738.550648] env[62295]: _type = "Task" [ 1738.550648] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.570703] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521dec59-8f82-4b29-3acc-ffac9eda7cd5, 'name': SearchDatastore_Task} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.576795] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.576795] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.576795] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.576795] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.576795] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.576795] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e768f08-4ae3-4173-814d-ad580015eec9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.587954] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.588182] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.588959] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29000d0b-edb5-40bf-822a-c48e3d63ec29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.592442] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.595405] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquiring lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.601355] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for the task: (returnval){ [ 1738.601355] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5209e765-509c-88dc-1a9a-9b13603ed042" [ 1738.601355] env[62295]: _type = "Task" [ 1738.601355] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.608468] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5209e765-509c-88dc-1a9a-9b13603ed042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.668203] env[62295]: DEBUG nova.network.neutron [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Successfully updated port: ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1738.734650] env[62295]: DEBUG nova.network.neutron [req-9d2a2071-06b7-4334-b849-494ab0914a87 req-9edf68ea-88fb-4d87-9280-c901c81feabe service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updated VIF entry in instance network info cache for port d8e819a8-e7d4-4099-8d13-4f09d282ee23. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.735045] env[62295]: DEBUG nova.network.neutron [req-9d2a2071-06b7-4334-b849-494ab0914a87 req-9edf68ea-88fb-4d87-9280-c901c81feabe service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updating instance_info_cache with network_info: [{"id": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "address": "fa:16:3e:97:a8:22", "network": {"id": "db6fc9cb-1107-4d05-a9cd-81fc553d83b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-866919576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1fe8244a61a4b758047f64041218e23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e819a8-e7", "ovs_interfaceid": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.796875] env[62295]: DEBUG nova.compute.utils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.798884] env[62295]: DEBUG nova.compute.manager [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1738.799063] env[62295]: DEBUG nova.network.neutron [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.811522] env[62295]: DEBUG oslo_vmware.api [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1787172, 'name': ReconfigVM_Task, 'duration_secs': 0.213737} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.813228] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ca7703-fc53-42ba-b0a7-2c57ecaca302 tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Reconfigured VM instance to set the machine id {{(pid=62295) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1738.848503] env[62295]: DEBUG nova.policy [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438cf15ceec244efb936545b610289f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '731c2c1997f04da7b1bdf5138d63d014', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1738.903708] env[62295]: DEBUG nova.network.neutron [req-6ebc6b33-ee46-4b4b-8868-2b3507f8de1e req-60196c61-5fcb-4e1f-93f1-a1f6ad3befeb service nova] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Updated VIF entry in instance network info cache for port dfd74810-b4d4-46d4-a7b6-311d813da9c3. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.904097] env[62295]: DEBUG nova.network.neutron [req-6ebc6b33-ee46-4b4b-8868-2b3507f8de1e req-60196c61-5fcb-4e1f-93f1-a1f6ad3befeb service nova] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Updating instance_info_cache with network_info: [{"id": "dfd74810-b4d4-46d4-a7b6-311d813da9c3", "address": "fa:16:3e:a0:ff:f9", "network": {"id": "078d0eac-1f29-480a-a7e0-72d78a359636", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1527653852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9abb95feb96e4f0f9b8756c197293bbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd74810-b4", "ovs_interfaceid": "dfd74810-b4d4-46d4-a7b6-311d813da9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.008608] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787173, 'name': Rename_Task, 'duration_secs': 0.183059} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.008759] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1739.008889] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93521db4-55d6-4c9c-87a3-cd5f97d6c775 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.016732] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1739.016732] env[62295]: value = "task-1787174" [ 1739.016732] env[62295]: _type = "Task" [ 1739.016732] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.024821] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.111764] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5209e765-509c-88dc-1a9a-9b13603ed042, 'name': SearchDatastore_Task, 'duration_secs': 0.012341} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.115154] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a483ce6-820f-42cd-b70d-793c4aa18e63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.125025] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for the task: (returnval){ [ 1739.125025] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529ebb52-af3a-dfef-3c2f-8f3e7e8700d8" [ 1739.125025] env[62295]: _type = "Task" [ 1739.125025] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.139019] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529ebb52-af3a-dfef-3c2f-8f3e7e8700d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.159852] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4b021f-720b-4cf8-a3bc-bb11e52f065d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.168906] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781b5e76-3eb5-4c02-9eaf-afa38b32396a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.174497] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.174643] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.174792] env[62295]: DEBUG nova.network.neutron [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.216025] env[62295]: DEBUG nova.network.neutron [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Successfully created port: aaf2881e-4977-4df0-9d37-de8bd5cc34b6 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1739.216794] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842acc74-f8f5-4954-945a-37d8585e4a89 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.228646] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23a75ec-2078-4417-812c-7c7005bbb96c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.248039] env[62295]: DEBUG oslo_concurrency.lockutils [req-9d2a2071-06b7-4334-b849-494ab0914a87 req-9edf68ea-88fb-4d87-9280-c901c81feabe service nova] Releasing lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.248965] env[62295]: DEBUG nova.compute.provider_tree [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.250300] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquired lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.302514] env[62295]: DEBUG nova.compute.manager [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1739.409187] env[62295]: DEBUG oslo_concurrency.lockutils [req-6ebc6b33-ee46-4b4b-8868-2b3507f8de1e req-60196c61-5fcb-4e1f-93f1-a1f6ad3befeb service nova] Releasing lock "refresh_cache-711809f8-1e73-477c-b35e-24d5601f0104" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.528660] env[62295]: DEBUG oslo_vmware.api [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787174, 'name': PowerOnVM_Task, 'duration_secs': 0.492209} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.528936] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.529154] env[62295]: INFO nova.compute.manager [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1739.529356] env[62295]: DEBUG nova.compute.manager [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1739.530202] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64518584-5f0d-4fe9-be1c-d4234bd5cc19 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.638569] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529ebb52-af3a-dfef-3c2f-8f3e7e8700d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.638569] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.638569] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 711809f8-1e73-477c-b35e-24d5601f0104/711809f8-1e73-477c-b35e-24d5601f0104.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.638569] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11ca9703-27fc-410d-88d1-e6a24ff2e25a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.646212] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for the task: (returnval){ [ 1739.646212] env[62295]: value = "task-1787175" [ 1739.646212] env[62295]: _type = "Task" [ 1739.646212] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.658395] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.725967] env[62295]: DEBUG nova.network.neutron [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.754680] env[62295]: DEBUG nova.scheduler.client.report [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1739.918765] env[62295]: DEBUG nova.network.neutron [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.948498] env[62295]: DEBUG nova.compute.manager [req-33e661eb-6610-48c1-a4ab-8261268a0703 req-d545672f-3ae9-46f7-a451-9a302c554d50 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Received event network-changed-d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1739.948498] env[62295]: DEBUG nova.compute.manager [req-33e661eb-6610-48c1-a4ab-8261268a0703 req-d545672f-3ae9-46f7-a451-9a302c554d50 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Refreshing instance network info cache due to event network-changed-d8e819a8-e7d4-4099-8d13-4f09d282ee23. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1739.948498] env[62295]: DEBUG oslo_concurrency.lockutils [req-33e661eb-6610-48c1-a4ab-8261268a0703 req-d545672f-3ae9-46f7-a451-9a302c554d50 service nova] Acquiring lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.000998] env[62295]: DEBUG nova.network.neutron [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updating instance_info_cache with network_info: [{"id": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "address": "fa:16:3e:11:e8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad61dcbd-6f", "ovs_interfaceid": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.059860] env[62295]: INFO nova.compute.manager [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Took 28.76 seconds to build instance. [ 1740.160417] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.224194] env[62295]: DEBUG nova.compute.manager [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Received event network-vif-plugged-ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1740.224194] env[62295]: DEBUG oslo_concurrency.lockutils [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] Acquiring lock "156fe56f-9727-473f-a409-5afceb7530d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.224194] env[62295]: DEBUG oslo_concurrency.lockutils [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] Lock "156fe56f-9727-473f-a409-5afceb7530d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.224548] env[62295]: DEBUG oslo_concurrency.lockutils [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] Lock "156fe56f-9727-473f-a409-5afceb7530d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.224838] env[62295]: DEBUG nova.compute.manager [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] No waiting events found dispatching network-vif-plugged-ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1740.225154] env[62295]: WARNING nova.compute.manager [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Received unexpected event network-vif-plugged-ad61dcbd-6f67-4171-ae22-326d7a894f19 for instance with vm_state building and task_state spawning. [ 1740.225466] env[62295]: DEBUG nova.compute.manager [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Received event network-changed-ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1740.225742] env[62295]: DEBUG nova.compute.manager [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Refreshing instance network info cache due to event network-changed-ad61dcbd-6f67-4171-ae22-326d7a894f19. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1740.226433] env[62295]: DEBUG oslo_concurrency.lockutils [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] Acquiring lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.264654] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.267869] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.453s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.268166] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.270387] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.357s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.270702] env[62295]: DEBUG nova.objects.instance [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lazy-loading 'resources' on Instance uuid 82867546-3759-4b8d-90f8-8ee082e07b0d {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.293342] env[62295]: INFO nova.scheduler.client.report [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Deleted allocations for instance a5ffad30-97a0-4af0-9aef-47203df5a59c [ 1740.297412] env[62295]: INFO nova.scheduler.client.report [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleted allocations for instance 69fbbea7-da81-405c-a26d-70007391ba6b [ 1740.314589] env[62295]: DEBUG nova.compute.manager [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1740.338181] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1740.338462] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1740.338927] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.338927] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1740.339058] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.339251] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1740.339578] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1740.339742] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1740.339913] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1740.340258] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1740.340537] env[62295]: DEBUG nova.virt.hardware [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1740.341543] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0826fd0-a1ca-45da-a6a8-92ccd9cba434 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.351678] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7da40a-e9c9-42db-886e-4226566c3f41 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.503948] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.505121] env[62295]: DEBUG nova.compute.manager [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Instance network_info: |[{"id": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "address": "fa:16:3e:11:e8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad61dcbd-6f", "ovs_interfaceid": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1740.505121] env[62295]: DEBUG oslo_concurrency.lockutils [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] Acquired lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.505121] env[62295]: DEBUG nova.network.neutron [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Refreshing network info cache for port ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.508067] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:e8:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad61dcbd-6f67-4171-ae22-326d7a894f19', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1740.514580] env[62295]: DEBUG oslo.service.loopingcall [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.515088] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1740.515407] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf000291-9237-4ce8-bdb8-c6523ba15987 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.538896] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1740.538896] env[62295]: value = "task-1787176" [ 1740.538896] env[62295]: _type = "Task" [ 1740.538896] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.551822] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787176, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.563556] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c34d10c1-4b54-43b9-a53a-6acecd787996 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.284s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.663683] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557334} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.663683] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 711809f8-1e73-477c-b35e-24d5601f0104/711809f8-1e73-477c-b35e-24d5601f0104.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.663899] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.664165] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b441e1c5-516c-447c-9cfe-2893164e69f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.674829] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for the task: (returnval){ [ 1740.674829] env[62295]: value = "task-1787177" [ 1740.674829] env[62295]: _type = "Task" [ 1740.674829] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.684069] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.787373] env[62295]: DEBUG nova.network.neutron [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updating instance_info_cache with network_info: [{"id": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "address": "fa:16:3e:97:a8:22", "network": {"id": "db6fc9cb-1107-4d05-a9cd-81fc553d83b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-866919576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1fe8244a61a4b758047f64041218e23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e819a8-e7", "ovs_interfaceid": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.815021] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d592de4b-11bb-49f9-92be-07aae607f660 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "a5ffad30-97a0-4af0-9aef-47203df5a59c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.878s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.815185] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fa2b65e5-3944-4518-a61b-39df7300ba0e tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "69fbbea7-da81-405c-a26d-70007391ba6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.191s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.061118] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787176, 'name': CreateVM_Task, 'duration_secs': 0.470584} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.061118] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1741.061118] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.061118] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.061118] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1741.062809] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80fe2a3-3bf6-4cc0-8e1c-0baaef994349 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.072359] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1741.072359] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521eb380-1f0a-114a-7e7d-7876f2bb933e" [ 1741.072359] env[62295]: _type = "Task" [ 1741.072359] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.077024] env[62295]: DEBUG nova.network.neutron [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Successfully updated port: aaf2881e-4977-4df0-9d37-de8bd5cc34b6 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1741.084744] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521eb380-1f0a-114a-7e7d-7876f2bb933e, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.085251] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.089020] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1741.089020] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.089020] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.089020] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1741.089020] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b304cd0-7f73-4ba8-9aac-72aae7c27825 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.100777] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1741.100974] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1741.102128] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9b4a12-9164-4b96-87ef-ef4113aecd88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.115240] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1741.115240] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5227761a-e16a-c6c0-7e78-6759c00eb40e" [ 1741.115240] env[62295]: _type = "Task" [ 1741.115240] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.121860] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5227761a-e16a-c6c0-7e78-6759c00eb40e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.144480] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0218c61b-f778-4ff2-a240-425ed6aaf83e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.157155] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f1c322-6ebc-44dd-bc7b-5ce7ca905954 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.198738] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9875f2e-b6a1-4fa9-9cad-acc4ad5f0ada {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.208799] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dae1e2-576b-54d8-cfb9-e0c447be087f/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1741.212786] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26462953-941e-422a-a885-f547bd13c449 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.217126] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb76e75-999d-442f-9462-e0ef78336f7f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.219859] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080503} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.220131] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1741.221737] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7104acd9-85ee-41ca-ad36-38e88ff8161c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.233656] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dae1e2-576b-54d8-cfb9-e0c447be087f/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1741.233849] env[62295]: ERROR oslo_vmware.rw_handles [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dae1e2-576b-54d8-cfb9-e0c447be087f/disk-0.vmdk due to incomplete transfer. [ 1741.234348] env[62295]: DEBUG nova.compute.provider_tree [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.236123] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0fa8fd3b-2848-4316-b2e2-e79b63d29a0c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.258320] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 711809f8-1e73-477c-b35e-24d5601f0104/711809f8-1e73-477c-b35e-24d5601f0104.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.262790] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae15deb-60eb-4052-a830-a333f41ecd4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.277429] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dae1e2-576b-54d8-cfb9-e0c447be087f/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1741.277701] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Uploaded image b40ccc46-77bf-4865-87a7-082cdc09db04 to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1741.279871] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1741.280878] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ce5bf0d-b2a6-4bb9-8bc4-2149b5c0bf5f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.289692] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for the task: (returnval){ [ 1741.289692] env[62295]: value = "task-1787179" [ 1741.289692] env[62295]: _type = "Task" [ 1741.289692] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.291257] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Releasing lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.291484] env[62295]: DEBUG nova.compute.manager [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Inject network info {{(pid=62295) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1741.291787] env[62295]: DEBUG nova.compute.manager [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] network_info to inject: |[{"id": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "address": "fa:16:3e:97:a8:22", "network": {"id": "db6fc9cb-1107-4d05-a9cd-81fc553d83b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-866919576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1fe8244a61a4b758047f64041218e23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e819a8-e7", "ovs_interfaceid": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1741.296687] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Reconfiguring VM instance to set the machine id {{(pid=62295) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1741.296978] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1741.296978] env[62295]: value = "task-1787178" [ 1741.296978] env[62295]: _type = "Task" [ 1741.296978] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.300563] env[62295]: DEBUG oslo_concurrency.lockutils [req-33e661eb-6610-48c1-a4ab-8261268a0703 req-d545672f-3ae9-46f7-a451-9a302c554d50 service nova] Acquired lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.300875] env[62295]: DEBUG nova.network.neutron [req-33e661eb-6610-48c1-a4ab-8261268a0703 req-d545672f-3ae9-46f7-a451-9a302c554d50 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Refreshing network info cache for port d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.302565] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2fd3627-771f-445f-903f-47208bd9488c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.329802] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.331349] env[62295]: DEBUG oslo_vmware.api [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1741.331349] env[62295]: value = "task-1787180" [ 1741.331349] env[62295]: _type = "Task" [ 1741.331349] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.335117] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787178, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.346280] env[62295]: DEBUG oslo_vmware.api [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1787180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.363047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "450eebcc-7f93-4234-9b44-8f28d7c9b849" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.363047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.363047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "450eebcc-7f93-4234-9b44-8f28d7c9b849-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.363047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.363047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.365189] env[62295]: INFO nova.compute.manager [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Terminating instance [ 1741.368952] env[62295]: DEBUG nova.compute.manager [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1741.368952] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.369361] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de7dc42-3dc1-453b-9ac9-7771931f0072 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.382613] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.382956] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63878f5-65a1-4b5b-ae84-d4b7cd6a0a3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.390127] env[62295]: DEBUG oslo_vmware.api [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1741.390127] env[62295]: value = "task-1787181" [ 1741.390127] env[62295]: _type = "Task" [ 1741.390127] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.399944] env[62295]: DEBUG oslo_vmware.api [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.491941] env[62295]: DEBUG nova.network.neutron [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updated VIF entry in instance network info cache for port ad61dcbd-6f67-4171-ae22-326d7a894f19. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.492503] env[62295]: DEBUG nova.network.neutron [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updating instance_info_cache with network_info: [{"id": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "address": "fa:16:3e:11:e8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad61dcbd-6f", "ovs_interfaceid": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.580177] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "refresh_cache-bc38eaf0-dd8e-431e-95ce-c3a653e170fb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.580360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "refresh_cache-bc38eaf0-dd8e-431e-95ce-c3a653e170fb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.580829] env[62295]: DEBUG nova.network.neutron [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.625440] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5227761a-e16a-c6c0-7e78-6759c00eb40e, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.626815] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552695d0-8d31-402e-9e8a-1c2bac574fa9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.632630] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1741.632630] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a2a5ea-4741-33a3-7887-08a0480833bf" [ 1741.632630] env[62295]: _type = "Task" [ 1741.632630] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.646948] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a2a5ea-4741-33a3-7887-08a0480833bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.647255] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.647566] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 156fe56f-9727-473f-a409-5afceb7530d5/156fe56f-9727-473f-a409-5afceb7530d5.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.647841] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cbd008e-f0e2-4894-8068-d2c6907348f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.656083] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1741.656083] env[62295]: value = "task-1787182" [ 1741.656083] env[62295]: _type = "Task" [ 1741.656083] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.665949] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.740400] env[62295]: DEBUG nova.scheduler.client.report [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1741.772498] env[62295]: DEBUG nova.network.neutron [req-33e661eb-6610-48c1-a4ab-8261268a0703 req-d545672f-3ae9-46f7-a451-9a302c554d50 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updated VIF entry in instance network info cache for port d8e819a8-e7d4-4099-8d13-4f09d282ee23. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.772920] env[62295]: DEBUG nova.network.neutron [req-33e661eb-6610-48c1-a4ab-8261268a0703 req-d545672f-3ae9-46f7-a451-9a302c554d50 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updating instance_info_cache with network_info: [{"id": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "address": "fa:16:3e:97:a8:22", "network": {"id": "db6fc9cb-1107-4d05-a9cd-81fc553d83b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-866919576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1fe8244a61a4b758047f64041218e23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e819a8-e7", "ovs_interfaceid": "d8e819a8-e7d4-4099-8d13-4f09d282ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.800595] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787179, 'name': ReconfigVM_Task, 'duration_secs': 0.461362} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.800883] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 711809f8-1e73-477c-b35e-24d5601f0104/711809f8-1e73-477c-b35e-24d5601f0104.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.801534] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a6b8adc-1175-4b2c-8a40-a23a5fbfcabc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.808756] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for the task: (returnval){ [ 1741.808756] env[62295]: value = "task-1787183" [ 1741.808756] env[62295]: _type = "Task" [ 1741.808756] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.821341] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787183, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.827384] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787178, 'name': Destroy_Task, 'duration_secs': 0.487665} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.828096] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Destroyed the VM [ 1741.828096] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1741.828343] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf5e7485-8652-49d6-8208-988d983cb384 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.832018] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquiring lock "7236bbfd-f5b8-4d71-8132-72bf802fe044" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.832268] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lock "7236bbfd-f5b8-4d71-8132-72bf802fe044" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.832475] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquiring lock "7236bbfd-f5b8-4d71-8132-72bf802fe044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.832682] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lock "7236bbfd-f5b8-4d71-8132-72bf802fe044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.832870] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lock "7236bbfd-f5b8-4d71-8132-72bf802fe044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.836430] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1741.836430] env[62295]: value = "task-1787184" [ 1741.836430] env[62295]: _type = "Task" [ 1741.836430] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.836959] env[62295]: INFO nova.compute.manager [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Terminating instance [ 1741.842707] env[62295]: DEBUG nova.compute.manager [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1741.842898] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.848072] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97f317d-f3b5-4fd4-909c-85aef2112d8d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.857254] env[62295]: DEBUG oslo_vmware.api [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1787180, 'name': ReconfigVM_Task, 'duration_secs': 0.165208} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.862641] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7897dc-671b-4db4-8517-b950ed36d1ac tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Reconfigured VM instance to set the machine id {{(pid=62295) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1741.865356] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.865642] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787184, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.866089] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-306028e8-b5c7-4731-ac17-42a0416d45f4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.874744] env[62295]: DEBUG oslo_vmware.api [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1741.874744] env[62295]: value = "task-1787185" [ 1741.874744] env[62295]: _type = "Task" [ 1741.874744] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.886703] env[62295]: DEBUG oslo_vmware.api [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1787185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.908449] env[62295]: DEBUG oslo_vmware.api [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787181, 'name': PowerOffVM_Task, 'duration_secs': 0.240194} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.909703] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.910058] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.910437] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-839b2a69-b785-43bb-b128-9d6d2e1bcdff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.995586] env[62295]: DEBUG oslo_concurrency.lockutils [req-2895e28a-52f0-48fe-9865-43c48568a586 req-5d1ee87d-a4ac-472d-bd4c-9885cdccdc98 service nova] Releasing lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.031602] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.031846] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.032058] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Deleting the datastore file [datastore1] 450eebcc-7f93-4234-9b44-8f28d7c9b849 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.032354] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d2bf39-9295-4c1e-8581-f094fbf602be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.040985] env[62295]: DEBUG oslo_vmware.api [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for the task: (returnval){ [ 1742.040985] env[62295]: value = "task-1787187" [ 1742.040985] env[62295]: _type = "Task" [ 1742.040985] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.052430] env[62295]: DEBUG oslo_vmware.api [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.138966] env[62295]: DEBUG nova.network.neutron [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.167658] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787182, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.245679] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.248066] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.008s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.248329] env[62295]: DEBUG nova.objects.instance [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lazy-loading 'resources' on Instance uuid c51d134a-144d-4453-941a-0a0c7bffcf20 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.279024] env[62295]: INFO nova.scheduler.client.report [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleted allocations for instance 82867546-3759-4b8d-90f8-8ee082e07b0d [ 1742.279024] env[62295]: DEBUG oslo_concurrency.lockutils [req-33e661eb-6610-48c1-a4ab-8261268a0703 req-d545672f-3ae9-46f7-a451-9a302c554d50 service nova] Releasing lock "refresh_cache-7236bbfd-f5b8-4d71-8132-72bf802fe044" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.323325] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787183, 'name': Rename_Task, 'duration_secs': 0.301927} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.323325] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1742.323325] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43df5f56-3f6b-4137-b293-7bd69c6bd57c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.334276] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for the task: (returnval){ [ 1742.334276] env[62295]: value = "task-1787188" [ 1742.334276] env[62295]: _type = "Task" [ 1742.334276] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.350149] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.360022] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787184, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.387066] env[62295]: DEBUG oslo_vmware.api [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1787185, 'name': PowerOffVM_Task, 'duration_secs': 0.323823} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.387407] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1742.387597] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1742.387851] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcf065ad-003d-48da-9c92-0a6ff1946a31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.395577] env[62295]: DEBUG nova.network.neutron [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Updating instance_info_cache with network_info: [{"id": "aaf2881e-4977-4df0-9d37-de8bd5cc34b6", "address": "fa:16:3e:6d:5c:c0", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf2881e-49", "ovs_interfaceid": "aaf2881e-4977-4df0-9d37-de8bd5cc34b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.423467] env[62295]: DEBUG nova.compute.manager [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Received event network-changed-23f589b7-0e4c-434e-ab7c-947d174ee4df {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1742.423685] env[62295]: DEBUG nova.compute.manager [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Refreshing instance network info cache due to event network-changed-23f589b7-0e4c-434e-ab7c-947d174ee4df. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1742.423929] env[62295]: DEBUG oslo_concurrency.lockutils [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] Acquiring lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.424126] env[62295]: DEBUG oslo_concurrency.lockutils [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] Acquired lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.424322] env[62295]: DEBUG nova.network.neutron [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Refreshing network info cache for port 23f589b7-0e4c-434e-ab7c-947d174ee4df {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.486016] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.488020] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.488020] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Deleting the datastore file [datastore1] 7236bbfd-f5b8-4d71-8132-72bf802fe044 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.488020] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed12933b-c1eb-4a9e-81a7-49ad92993b1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.497301] env[62295]: DEBUG oslo_vmware.api [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for the task: (returnval){ [ 1742.497301] env[62295]: value = "task-1787190" [ 1742.497301] env[62295]: _type = "Task" [ 1742.497301] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.511345] env[62295]: DEBUG oslo_vmware.api [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1787190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.554438] env[62295]: DEBUG oslo_vmware.api [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Task: {'id': task-1787187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257887} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.554774] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.555009] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.555275] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.555432] env[62295]: INFO nova.compute.manager [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1742.555723] env[62295]: DEBUG oslo.service.loopingcall [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.555961] env[62295]: DEBUG nova.compute.manager [-] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1742.556145] env[62295]: DEBUG nova.network.neutron [-] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1742.669268] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522941} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.670294] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 156fe56f-9727-473f-a409-5afceb7530d5/156fe56f-9727-473f-a409-5afceb7530d5.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.670294] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.670294] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b206ecc-548c-4981-a46c-25671b55428a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.677777] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1742.677777] env[62295]: value = "task-1787191" [ 1742.677777] env[62295]: _type = "Task" [ 1742.677777] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.686624] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.721031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquiring lock "83a037ac-32cf-45eb-84a9-86f02d766e8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.721031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Lock "83a037ac-32cf-45eb-84a9-86f02d766e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.721031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquiring lock "83a037ac-32cf-45eb-84a9-86f02d766e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.721031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Lock "83a037ac-32cf-45eb-84a9-86f02d766e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.721031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Lock "83a037ac-32cf-45eb-84a9-86f02d766e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.721622] env[62295]: INFO nova.compute.manager [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Terminating instance [ 1742.723405] env[62295]: DEBUG nova.compute.manager [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1742.723587] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.724470] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9639f15a-7589-4607-ae9d-9e87b1da5a47 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.733523] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1742.733786] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c06e304a-ac65-4651-baa5-5b8cb89e1b3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.742548] env[62295]: DEBUG oslo_vmware.api [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for the task: (returnval){ [ 1742.742548] env[62295]: value = "task-1787192" [ 1742.742548] env[62295]: _type = "Task" [ 1742.742548] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.758523] env[62295]: DEBUG oslo_vmware.api [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1787192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.787377] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3c1076eb-1973-4922-a5a4-64e92ca9c52d tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "82867546-3759-4b8d-90f8-8ee082e07b0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.211s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.859119] env[62295]: DEBUG oslo_vmware.api [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787184, 'name': RemoveSnapshot_Task, 'duration_secs': 0.956536} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.862243] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1742.862580] env[62295]: INFO nova.compute.manager [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 1742.864942] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787188, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.895255] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "refresh_cache-bc38eaf0-dd8e-431e-95ce-c3a653e170fb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.895561] env[62295]: DEBUG nova.compute.manager [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Instance network_info: |[{"id": "aaf2881e-4977-4df0-9d37-de8bd5cc34b6", "address": "fa:16:3e:6d:5c:c0", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf2881e-49", "ovs_interfaceid": "aaf2881e-4977-4df0-9d37-de8bd5cc34b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1742.896968] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:5c:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaf2881e-4977-4df0-9d37-de8bd5cc34b6', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1742.905857] env[62295]: DEBUG oslo.service.loopingcall [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.906795] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1742.906795] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70f160cc-a36c-437a-b9d5-a7d893ef82ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.937556] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1742.937556] env[62295]: value = "task-1787193" [ 1742.937556] env[62295]: _type = "Task" [ 1742.937556] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.951262] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787193, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.014534] env[62295]: DEBUG oslo_vmware.api [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Task: {'id': task-1787190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15007} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.014848] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.015059] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.015299] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.015438] env[62295]: INFO nova.compute.manager [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1743.015689] env[62295]: DEBUG oslo.service.loopingcall [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.015920] env[62295]: DEBUG nova.compute.manager [-] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1743.015999] env[62295]: DEBUG nova.network.neutron [-] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.103899] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6a5f65-7669-4344-acb5-5ea86c026c02 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.113481] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168294f7-bf69-485d-9a81-b72026b4fdb2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.162084] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c1eb0f-3173-4f35-a91a-f8f662f8c2b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.172578] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e919b34-2e53-415c-862e-13c6592e76f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.191917] env[62295]: DEBUG nova.compute.provider_tree [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.199616] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074094} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.200561] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1743.201916] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3744b96a-d713-4d03-9e3a-43ee8ca51fe8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.232355] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 156fe56f-9727-473f-a409-5afceb7530d5/156fe56f-9727-473f-a409-5afceb7530d5.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.233289] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a6933e-ea90-40f8-bd5f-fca32f074094 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.262323] env[62295]: DEBUG oslo_vmware.api [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1787192, 'name': PowerOffVM_Task, 'duration_secs': 0.24182} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.267022] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.267022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1743.267022] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1743.267022] env[62295]: value = "task-1787194" [ 1743.267022] env[62295]: _type = "Task" [ 1743.267022] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.267022] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d669bcc9-7d87-4fa7-9939-7a227b2ec7c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.280044] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.329864] env[62295]: DEBUG nova.network.neutron [-] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.347210] env[62295]: DEBUG oslo_vmware.api [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787188, 'name': PowerOnVM_Task, 'duration_secs': 0.940526} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.347552] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1743.347799] env[62295]: INFO nova.compute.manager [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1743.347986] env[62295]: DEBUG nova.compute.manager [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1743.349524] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9153eb-9d85-4590-9705-8e985cc31bd6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.374763] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1743.374763] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1743.374763] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Deleting the datastore file [datastore1] 83a037ac-32cf-45eb-84a9-86f02d766e8e {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.374763] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b13d305-0800-41e7-aab1-7dea2ffb1975 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.382146] env[62295]: DEBUG oslo_vmware.api [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for the task: (returnval){ [ 1743.382146] env[62295]: value = "task-1787196" [ 1743.382146] env[62295]: _type = "Task" [ 1743.382146] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.395455] env[62295]: DEBUG oslo_vmware.api [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1787196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.406025] env[62295]: DEBUG nova.network.neutron [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Updated VIF entry in instance network info cache for port 23f589b7-0e4c-434e-ab7c-947d174ee4df. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.406293] env[62295]: DEBUG nova.network.neutron [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Updating instance_info_cache with network_info: [{"id": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "address": "fa:16:3e:b6:89:30", "network": {"id": "2d692ff4-ca5c-44e0-b09d-48ffd0704299", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-307870673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8d0e613b714dfa9bc4647ac7cfeeb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23f589b7-0e", "ovs_interfaceid": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.411031] env[62295]: DEBUG nova.compute.manager [None req-ca7eb49a-f518-43f0-b90d-26b586161368 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Found 2 images (rotation: 2) {{(pid=62295) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1743.449036] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787193, 'name': CreateVM_Task, 'duration_secs': 0.425088} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.449036] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1743.449640] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.449805] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.450137] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1743.450401] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d3e733-323c-4796-b8a4-3c5e3b302a27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.457403] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1743.457403] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f2eef-8b9e-ab1a-7b8e-d6bf8a5a28de" [ 1743.457403] env[62295]: _type = "Task" [ 1743.457403] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.467730] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f2eef-8b9e-ab1a-7b8e-d6bf8a5a28de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.698143] env[62295]: DEBUG nova.scheduler.client.report [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1743.779952] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.832293] env[62295]: INFO nova.compute.manager [-] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Took 1.28 seconds to deallocate network for instance. [ 1743.869973] env[62295]: INFO nova.compute.manager [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Took 21.95 seconds to build instance. [ 1743.893091] env[62295]: DEBUG oslo_vmware.api [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Task: {'id': task-1787196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159198} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.893413] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.893636] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.893869] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.894088] env[62295]: INFO nova.compute.manager [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1743.894391] env[62295]: DEBUG oslo.service.loopingcall [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.894620] env[62295]: DEBUG nova.compute.manager [-] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1743.894743] env[62295]: DEBUG nova.network.neutron [-] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.912027] env[62295]: DEBUG oslo_concurrency.lockutils [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] Releasing lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.912027] env[62295]: DEBUG nova.compute.manager [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Received event network-vif-plugged-aaf2881e-4977-4df0-9d37-de8bd5cc34b6 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1743.912027] env[62295]: DEBUG oslo_concurrency.lockutils [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] Acquiring lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.912027] env[62295]: DEBUG oslo_concurrency.lockutils [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] Lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.912027] env[62295]: DEBUG oslo_concurrency.lockutils [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] Lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.912027] env[62295]: DEBUG nova.compute.manager [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] No waiting events found dispatching network-vif-plugged-aaf2881e-4977-4df0-9d37-de8bd5cc34b6 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1743.912027] env[62295]: WARNING nova.compute.manager [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Received unexpected event network-vif-plugged-aaf2881e-4977-4df0-9d37-de8bd5cc34b6 for instance with vm_state building and task_state spawning. [ 1743.912027] env[62295]: DEBUG nova.compute.manager [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Received event network-changed-aaf2881e-4977-4df0-9d37-de8bd5cc34b6 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1743.912027] env[62295]: DEBUG nova.compute.manager [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Refreshing instance network info cache due to event network-changed-aaf2881e-4977-4df0-9d37-de8bd5cc34b6. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1743.912027] env[62295]: DEBUG oslo_concurrency.lockutils [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] Acquiring lock "refresh_cache-bc38eaf0-dd8e-431e-95ce-c3a653e170fb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.912027] env[62295]: DEBUG oslo_concurrency.lockutils [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] Acquired lock "refresh_cache-bc38eaf0-dd8e-431e-95ce-c3a653e170fb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.912027] env[62295]: DEBUG nova.network.neutron [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Refreshing network info cache for port aaf2881e-4977-4df0-9d37-de8bd5cc34b6 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.969820] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525f2eef-8b9e-ab1a-7b8e-d6bf8a5a28de, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.970118] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.970461] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.970611] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.970807] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.970932] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.971223] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-268eccf9-e1a9-4813-b9f5-3ed5a3b6e021 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.984462] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.984747] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.986263] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44960cdf-c910-4a21-97fe-e8833c567ccc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.993385] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1743.993385] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a1a41-4027-0813-00e2-167e7f1f094c" [ 1743.993385] env[62295]: _type = "Task" [ 1743.993385] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.005261] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a1a41-4027-0813-00e2-167e7f1f094c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.102956] env[62295]: DEBUG nova.compute.manager [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Stashing vm_state: active {{(pid=62295) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1744.203951] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.210693] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.909s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.212344] env[62295]: INFO nova.compute.claims [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1744.219548] env[62295]: DEBUG nova.network.neutron [-] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.243563] env[62295]: INFO nova.scheduler.client.report [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Deleted allocations for instance c51d134a-144d-4453-941a-0a0c7bffcf20 [ 1744.280822] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.290274] env[62295]: DEBUG nova.compute.manager [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1744.291205] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a37f8ac-c53d-479a-a994-43f81b0e173e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.340757] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.372890] env[62295]: DEBUG oslo_concurrency.lockutils [None req-06d9872e-80ca-40da-baf5-5d75a5cd36ee tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lock "711809f8-1e73-477c-b35e-24d5601f0104" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.975s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.454981] env[62295]: DEBUG nova.compute.manager [req-ec2be3bf-8fcd-4109-8efc-1b0f27ce66b4 req-d240fdc8-2412-46c3-b03c-59e5cc9d0a69 service nova] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Received event network-vif-deleted-966d8455-a916-4911-95c8-b5469c418673 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1744.454981] env[62295]: DEBUG nova.compute.manager [req-ec2be3bf-8fcd-4109-8efc-1b0f27ce66b4 req-d240fdc8-2412-46c3-b03c-59e5cc9d0a69 service nova] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Received event network-vif-deleted-d8e819a8-e7d4-4099-8d13-4f09d282ee23 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1744.512303] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a1a41-4027-0813-00e2-167e7f1f094c, 'name': SearchDatastore_Task, 'duration_secs': 0.065491} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.512881] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e7ffdf-bf82-4c68-a0fe-0897491edc9a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.519800] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1744.519800] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5243ac09-73b7-6e3d-d64f-6d3c3ae3d2cf" [ 1744.519800] env[62295]: _type = "Task" [ 1744.519800] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.532708] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5243ac09-73b7-6e3d-d64f-6d3c3ae3d2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.625635] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.720851] env[62295]: INFO nova.compute.manager [-] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Took 1.70 seconds to deallocate network for instance. [ 1744.758153] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a772497f-c550-4ac0-b024-661c3ef513a1 tempest-ServersNegativeTestJSON-1080540675 tempest-ServersNegativeTestJSON-1080540675-project-member] Lock "c51d134a-144d-4453-941a-0a0c7bffcf20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.572s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.763030] env[62295]: DEBUG nova.network.neutron [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Updated VIF entry in instance network info cache for port aaf2881e-4977-4df0-9d37-de8bd5cc34b6. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1744.763030] env[62295]: DEBUG nova.network.neutron [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Updating instance_info_cache with network_info: [{"id": "aaf2881e-4977-4df0-9d37-de8bd5cc34b6", "address": "fa:16:3e:6d:5c:c0", "network": {"id": "2040ccec-9737-46d9-9edb-d3d330ef47e2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-433793408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "731c2c1997f04da7b1bdf5138d63d014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaf2881e-49", "ovs_interfaceid": "aaf2881e-4977-4df0-9d37-de8bd5cc34b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.787781] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787194, 'name': ReconfigVM_Task, 'duration_secs': 1.455745} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.788318] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 156fe56f-9727-473f-a409-5afceb7530d5/156fe56f-9727-473f-a409-5afceb7530d5.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1744.789140] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61f0de23-59a8-4082-b317-87606c64a03d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.799377] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1744.799377] env[62295]: value = "task-1787197" [ 1744.799377] env[62295]: _type = "Task" [ 1744.799377] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.805423] env[62295]: INFO nova.compute.manager [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] instance snapshotting [ 1744.805859] env[62295]: DEBUG nova.objects.instance [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'flavor' on Instance uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.816445] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787197, 'name': Rename_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.033330] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5243ac09-73b7-6e3d-d64f-6d3c3ae3d2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.034078] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.034078] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] bc38eaf0-dd8e-431e-95ce-c3a653e170fb/bc38eaf0-dd8e-431e-95ce-c3a653e170fb.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.034078] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ece54ac7-62ad-4952-a8c6-6a5d29c924b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.037837] env[62295]: DEBUG nova.network.neutron [-] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.042292] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1745.042292] env[62295]: value = "task-1787198" [ 1745.042292] env[62295]: _type = "Task" [ 1745.042292] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.052615] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquiring lock "711809f8-1e73-477c-b35e-24d5601f0104" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.052615] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lock "711809f8-1e73-477c-b35e-24d5601f0104" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.052615] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquiring lock "711809f8-1e73-477c-b35e-24d5601f0104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.052615] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lock "711809f8-1e73-477c-b35e-24d5601f0104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.052904] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lock "711809f8-1e73-477c-b35e-24d5601f0104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.054640] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.055609] env[62295]: INFO nova.compute.manager [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Terminating instance [ 1745.057496] env[62295]: DEBUG nova.compute.manager [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1745.057683] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1745.058598] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b18850-c434-4482-aa17-6dcafe859254 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.066902] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.067239] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f07800b-5cb6-4cbb-8c2f-f9848b93407e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.078117] env[62295]: DEBUG oslo_vmware.api [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for the task: (returnval){ [ 1745.078117] env[62295]: value = "task-1787199" [ 1745.078117] env[62295]: _type = "Task" [ 1745.078117] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.086613] env[62295]: DEBUG oslo_vmware.api [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.228430] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.267420] env[62295]: DEBUG oslo_concurrency.lockutils [req-9421762d-9aaa-481a-925e-0279ba03cdfc req-0508e174-f80a-45eb-8727-59f3997dcaf6 service nova] Releasing lock "refresh_cache-bc38eaf0-dd8e-431e-95ce-c3a653e170fb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.316819] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787197, 'name': Rename_Task, 'duration_secs': 0.495469} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.318026] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1745.318644] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e374061-892c-44ed-9413-175f98339d62 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.322124] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4450990e-db0c-42a0-9da5-d5a48735839d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.351646] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eff0e19-2d8c-4f4b-8365-a60c2432a140 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.354605] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1745.354605] env[62295]: value = "task-1787200" [ 1745.354605] env[62295]: _type = "Task" [ 1745.354605] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.368244] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.542783] env[62295]: INFO nova.compute.manager [-] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Took 1.65 seconds to deallocate network for instance. [ 1745.560159] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787198, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.592962] env[62295]: DEBUG oslo_vmware.api [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787199, 'name': PowerOffVM_Task, 'duration_secs': 0.262702} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.593402] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.593990] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.593990] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-824bcc7d-2326-47b9-88df-3ea3a93bf6f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.613810] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66993b7-5d0e-4cbe-ab92-cedaf05f5251 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.623743] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3edd89-6e13-4501-8ce4-a0f9288bea1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.657564] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff84704-6c7d-4c39-adcd-0986eccf64b8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.668114] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bf40d1-de56-440f-8b67-7c7538c94fbe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.681602] env[62295]: DEBUG nova.compute.provider_tree [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.685943] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.686371] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.686980] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Deleting the datastore file [datastore1] 711809f8-1e73-477c-b35e-24d5601f0104 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.687300] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f243b45-d11d-4197-8e32-d480f42e2e6c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.695823] env[62295]: DEBUG oslo_vmware.api [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for the task: (returnval){ [ 1745.695823] env[62295]: value = "task-1787202" [ 1745.695823] env[62295]: _type = "Task" [ 1745.695823] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.705412] env[62295]: DEBUG oslo_vmware.api [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.871520] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1745.871842] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787200, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.872081] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9a87b6a-fc4b-45bb-a73e-e645681a1bbc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.879886] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1745.879886] env[62295]: value = "task-1787203" [ 1745.879886] env[62295]: _type = "Task" [ 1745.879886] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.888593] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787203, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.058474] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.058791] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523241} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.059061] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] bc38eaf0-dd8e-431e-95ce-c3a653e170fb/bc38eaf0-dd8e-431e-95ce-c3a653e170fb.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.059252] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.059568] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c12a2cc8-fbe2-41a9-9249-95e0e31bd2ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.069779] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1746.069779] env[62295]: value = "task-1787204" [ 1746.069779] env[62295]: _type = "Task" [ 1746.069779] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.078367] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.185085] env[62295]: DEBUG nova.scheduler.client.report [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1746.208603] env[62295]: DEBUG oslo_vmware.api [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Task: {'id': task-1787202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140208} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.209793] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.209930] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.210139] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.210313] env[62295]: INFO nova.compute.manager [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1746.210717] env[62295]: DEBUG oslo.service.loopingcall [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.211042] env[62295]: DEBUG nova.compute.manager [-] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1746.211153] env[62295]: DEBUG nova.network.neutron [-] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1746.369131] env[62295]: DEBUG oslo_vmware.api [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787200, 'name': PowerOnVM_Task, 'duration_secs': 0.991729} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.369663] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1746.369663] env[62295]: INFO nova.compute.manager [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1746.369824] env[62295]: DEBUG nova.compute.manager [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1746.370650] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e086ef5-db52-4f21-ae64-6e2aa9c32600 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.437402] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787203, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.502465] env[62295]: DEBUG nova.compute.manager [req-c0314d4d-10e6-4ea4-82d5-b3b8a10ce9c5 req-e2a953a1-4c87-4abc-a82d-3f1efd1f1332 service nova] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Received event network-vif-deleted-747f23da-407a-4471-9cda-c2cf81063588 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1746.582346] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108556} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.582878] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.583961] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4050304-b666-4690-89bf-1d3e2694f34b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.611635] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] bc38eaf0-dd8e-431e-95ce-c3a653e170fb/bc38eaf0-dd8e-431e-95ce-c3a653e170fb.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.612061] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2005040d-d08c-4299-866d-42fd197655a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.635685] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1746.635685] env[62295]: value = "task-1787205" [ 1746.635685] env[62295]: _type = "Task" [ 1746.635685] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.645367] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.692758] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.693157] env[62295]: DEBUG nova.compute.manager [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1746.697243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.843s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.898022] env[62295]: INFO nova.compute.manager [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Took 21.10 seconds to build instance. [ 1746.906443] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787203, 'name': CreateSnapshot_Task, 'duration_secs': 0.848832} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.906806] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1746.907660] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6362e2ef-7287-46e4-9593-e3f48bdd5cb4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.023358] env[62295]: DEBUG nova.network.neutron [-] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.147337] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.198396] env[62295]: DEBUG nova.compute.utils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1747.199927] env[62295]: DEBUG nova.compute.manager [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1747.200113] env[62295]: DEBUG nova.network.neutron [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1747.251752] env[62295]: DEBUG nova.policy [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '363b867cd5ce45d19a5f8c80daff6992', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bff668f11a34e41a669d7c48a0d7145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1747.401136] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b5b8336a-b610-4b69-92b5-f12f6bb62a5f tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.615s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.426115] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1747.426439] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7218d2bb-b045-44eb-923c-62aeab09f089 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.437035] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1747.437035] env[62295]: value = "task-1787206" [ 1747.437035] env[62295]: _type = "Task" [ 1747.437035] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.446330] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787206, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.526593] env[62295]: INFO nova.compute.manager [-] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Took 1.32 seconds to deallocate network for instance. [ 1747.578504] env[62295]: DEBUG nova.network.neutron [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Successfully created port: 6b0daf1b-dca4-4b3a-8cb8-0448f31889d9 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1747.662068] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787205, 'name': ReconfigVM_Task, 'duration_secs': 0.61295} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.662068] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Reconfigured VM instance instance-0000005b to attach disk [datastore1] bc38eaf0-dd8e-431e-95ce-c3a653e170fb/bc38eaf0-dd8e-431e-95ce-c3a653e170fb.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.662068] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceae13d1-82fc-456c-8173-67dfe3a6df0e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.671251] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1747.671251] env[62295]: value = "task-1787207" [ 1747.671251] env[62295]: _type = "Task" [ 1747.671251] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.689403] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787207, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.703152] env[62295]: DEBUG nova.compute.manager [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1747.716829] env[62295]: INFO nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating resource usage from migration e6cebace-3c4b-48aa-89e7-733fcf097e52 [ 1747.742240] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.742433] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance d6e03104-099b-40ed-80f7-35fe4a41754f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.742606] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 450eebcc-7f93-4234-9b44-8f28d7c9b849 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1747.742735] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance b49d6639-3850-48a3-a706-36c7e207713b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.742867] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 7236bbfd-f5b8-4d71-8132-72bf802fe044 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1747.742998] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 83a037ac-32cf-45eb-84a9-86f02d766e8e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1747.743135] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance e02f691c-b485-4f65-bc6e-276c26cf41d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.743271] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance aad9f398-55dc-4296-8561-bd6d0cd1da9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.743390] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance abd605fe-fba5-4031-846f-874440880588 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.743539] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 28ef98f1-1d10-4915-9bfc-1a720661e783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.743817] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance a3eb205e-efd9-4db4-8acf-d400e832fa05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.743817] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1747.743918] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance e372a2d6-541f-4026-afb9-9901c9eda2f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.744082] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 711809f8-1e73-477c-b35e-24d5601f0104 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.744214] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 156fe56f-9727-473f-a409-5afceb7530d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.744331] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance bc38eaf0-dd8e-431e-95ce-c3a653e170fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.744449] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance c783dd98-2561-4961-a67d-8501df585218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1747.948678] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787206, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.033760] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.184928] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787207, 'name': Rename_Task, 'duration_secs': 0.272169} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.186430] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.186725] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73532734-3aae-4ce1-9537-846e480f4a83 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.196162] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1748.196162] env[62295]: value = "task-1787208" [ 1748.196162] env[62295]: _type = "Task" [ 1748.196162] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.206993] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.247783] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 1bce0447-0a83-41aa-af96-bce1d6c25478 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1748.247973] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Migration e6cebace-3c4b-48aa-89e7-733fcf097e52 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1748.248085] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance a64890a7-59d3-4139-b8d0-72e03f26546c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1748.248360] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1748.248507] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1748.354055] env[62295]: DEBUG nova.compute.manager [req-fcb26d26-f65f-4080-9ad4-b4b4ff91ed86 req-f1ee3abc-1cf7-4bf0-a9fc-bf1c330a2982 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Received event network-changed-ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1748.354267] env[62295]: DEBUG nova.compute.manager [req-fcb26d26-f65f-4080-9ad4-b4b4ff91ed86 req-f1ee3abc-1cf7-4bf0-a9fc-bf1c330a2982 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Refreshing instance network info cache due to event network-changed-ad61dcbd-6f67-4171-ae22-326d7a894f19. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1748.354484] env[62295]: DEBUG oslo_concurrency.lockutils [req-fcb26d26-f65f-4080-9ad4-b4b4ff91ed86 req-f1ee3abc-1cf7-4bf0-a9fc-bf1c330a2982 service nova] Acquiring lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.354648] env[62295]: DEBUG oslo_concurrency.lockutils [req-fcb26d26-f65f-4080-9ad4-b4b4ff91ed86 req-f1ee3abc-1cf7-4bf0-a9fc-bf1c330a2982 service nova] Acquired lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.354786] env[62295]: DEBUG nova.network.neutron [req-fcb26d26-f65f-4080-9ad4-b4b4ff91ed86 req-f1ee3abc-1cf7-4bf0-a9fc-bf1c330a2982 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Refreshing network info cache for port ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.449262] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787206, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.550120] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6024099e-6a5d-4315-85c5-edeb3927acba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.558738] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a34d7d-28e2-470e-b1bb-3290a592fcb2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.609295] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96554a5e-0f42-4d0b-b3e2-232309ca4fcc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.614979] env[62295]: DEBUG nova.compute.manager [req-00d1576c-3fcb-49ac-a321-7a0f24779835 req-f6e001f0-c572-42ed-b3e0-95c04a4955ab service nova] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Received event network-vif-deleted-dfd74810-b4d4-46d4-a7b6-311d813da9c3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1748.627257] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa35ee-66d3-456a-b2ea-8c4195577b30 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.647341] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1748.707198] env[62295]: DEBUG oslo_vmware.api [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787208, 'name': PowerOnVM_Task, 'duration_secs': 0.489072} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.707750] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.707956] env[62295]: INFO nova.compute.manager [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1748.708162] env[62295]: DEBUG nova.compute.manager [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1748.709304] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b012cd95-5e21-4457-be5c-2ee064d2a6a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.717045] env[62295]: DEBUG nova.compute.manager [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1748.749355] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1748.749684] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1748.749845] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.750036] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1748.750192] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.750347] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1748.750660] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1748.750843] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1748.751024] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1748.751195] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1748.751735] env[62295]: DEBUG nova.virt.hardware [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1748.752647] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4886c8ab-7a4c-48c5-949c-a5152155aacc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.761882] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b37c06-21ca-4f8e-877c-762d9d026c97 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.952846] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787206, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.174962] env[62295]: ERROR nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [req-c0c40368-a6cf-49c0-ad0f-4d726722dd73] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0c40368-a6cf-49c0-ad0f-4d726722dd73"}]} [ 1749.193682] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1749.210494] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1749.210729] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1749.213626] env[62295]: DEBUG nova.network.neutron [req-fcb26d26-f65f-4080-9ad4-b4b4ff91ed86 req-f1ee3abc-1cf7-4bf0-a9fc-bf1c330a2982 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updated VIF entry in instance network info cache for port ad61dcbd-6f67-4171-ae22-326d7a894f19. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.213977] env[62295]: DEBUG nova.network.neutron [req-fcb26d26-f65f-4080-9ad4-b4b4ff91ed86 req-f1ee3abc-1cf7-4bf0-a9fc-bf1c330a2982 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updating instance_info_cache with network_info: [{"id": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "address": "fa:16:3e:11:e8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad61dcbd-6f", "ovs_interfaceid": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.230486] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1749.238128] env[62295]: INFO nova.compute.manager [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Took 19.91 seconds to build instance. [ 1749.253291] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1749.451873] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787206, 'name': CloneVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.464505] env[62295]: DEBUG nova.network.neutron [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Successfully updated port: 6b0daf1b-dca4-4b3a-8cb8-0448f31889d9 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.567582] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5218ca14-a30a-43ac-a3f1-97728d3ba24a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.576549] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32b356f-cbae-4ff5-8a56-205548a63935 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.612294] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8328a3f6-5b72-4b0d-8e15-dfe8fbd38663 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.620848] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaca77a-3d21-4d97-ab8b-7404c782a043 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.635296] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.717546] env[62295]: DEBUG oslo_concurrency.lockutils [req-fcb26d26-f65f-4080-9ad4-b4b4ff91ed86 req-f1ee3abc-1cf7-4bf0-a9fc-bf1c330a2982 service nova] Releasing lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.739776] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b6dbf761-74f8-42ec-8baa-c91d4d55b649 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.416s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.953233] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787206, 'name': CloneVM_Task, 'duration_secs': 2.031241} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.953233] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Created linked-clone VM from snapshot [ 1749.953700] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a11ddd-2d19-4784-89f9-9a635f1470c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.961921] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Uploading image 94803ed2-1585-4904-a410-641118fcbb6c {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1749.968451] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.968536] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.968949] env[62295]: DEBUG nova.network.neutron [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.984777] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1749.984777] env[62295]: value = "vm-370824" [ 1749.984777] env[62295]: _type = "VirtualMachine" [ 1749.984777] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1749.985064] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-010abf2b-cb52-4390-ab12-0c3b39a0fdf8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.993997] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lease: (returnval){ [ 1749.993997] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a3b5c7-e338-3f36-5b7a-8e0b690720d8" [ 1749.993997] env[62295]: _type = "HttpNfcLease" [ 1749.993997] env[62295]: } obtained for exporting VM: (result){ [ 1749.993997] env[62295]: value = "vm-370824" [ 1749.993997] env[62295]: _type = "VirtualMachine" [ 1749.993997] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1749.994282] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the lease: (returnval){ [ 1749.994282] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a3b5c7-e338-3f36-5b7a-8e0b690720d8" [ 1749.994282] env[62295]: _type = "HttpNfcLease" [ 1749.994282] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1750.003140] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1750.003140] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a3b5c7-e338-3f36-5b7a-8e0b690720d8" [ 1750.003140] env[62295]: _type = "HttpNfcLease" [ 1750.003140] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1750.138955] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1750.503483] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1750.503483] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a3b5c7-e338-3f36-5b7a-8e0b690720d8" [ 1750.503483] env[62295]: _type = "HttpNfcLease" [ 1750.503483] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1750.504345] env[62295]: DEBUG nova.network.neutron [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1750.506229] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1750.506229] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a3b5c7-e338-3f36-5b7a-8e0b690720d8" [ 1750.506229] env[62295]: _type = "HttpNfcLease" [ 1750.506229] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1750.506995] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6799efb-6046-4381-b196-873e93b1c02a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.515615] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db5c04-0fb4-d3a0-6f43-a63891d0ea63/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1750.515811] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db5c04-0fb4-d3a0-6f43-a63891d0ea63/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1750.602073] env[62295]: DEBUG nova.compute.manager [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Received event network-vif-plugged-6b0daf1b-dca4-4b3a-8cb8-0448f31889d9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1750.602312] env[62295]: DEBUG oslo_concurrency.lockutils [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] Acquiring lock "c783dd98-2561-4961-a67d-8501df585218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.602581] env[62295]: DEBUG oslo_concurrency.lockutils [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] Lock "c783dd98-2561-4961-a67d-8501df585218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.602664] env[62295]: DEBUG oslo_concurrency.lockutils [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] Lock "c783dd98-2561-4961-a67d-8501df585218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.602811] env[62295]: DEBUG nova.compute.manager [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] No waiting events found dispatching network-vif-plugged-6b0daf1b-dca4-4b3a-8cb8-0448f31889d9 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1750.602972] env[62295]: WARNING nova.compute.manager [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Received unexpected event network-vif-plugged-6b0daf1b-dca4-4b3a-8cb8-0448f31889d9 for instance with vm_state building and task_state spawning. [ 1750.603159] env[62295]: DEBUG nova.compute.manager [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Received event network-changed-6b0daf1b-dca4-4b3a-8cb8-0448f31889d9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1750.603312] env[62295]: DEBUG nova.compute.manager [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Refreshing instance network info cache due to event network-changed-6b0daf1b-dca4-4b3a-8cb8-0448f31889d9. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1750.603473] env[62295]: DEBUG oslo_concurrency.lockutils [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] Acquiring lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.609094] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1340bced-9f74-44ca-a7e8-1ee954945c57 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.644297] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1750.644551] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.948s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.645176] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.652s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.645176] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.646660] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.054s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.650136] env[62295]: INFO nova.compute.claims [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.652523] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.652667] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1750.695125] env[62295]: INFO nova.scheduler.client.report [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted allocations for instance bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21 [ 1750.726242] env[62295]: DEBUG nova.network.neutron [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance_info_cache with network_info: [{"id": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "address": "fa:16:3e:6c:b8:15", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0daf1b-dc", "ovs_interfaceid": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.922393] env[62295]: DEBUG nova.compute.manager [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1750.923416] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4905123f-20b5-454c-973b-a27df8206e27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.175538] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] There are 59 instances to clean {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1751.175538] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: e6d2529f-3204-432c-97e9-166515a8b781] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1751.206025] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2a15aa0d-b854-47e2-8922-3903d5bb6191 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.270s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.228911] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.229283] env[62295]: DEBUG nova.compute.manager [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Instance network_info: |[{"id": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "address": "fa:16:3e:6c:b8:15", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0daf1b-dc", "ovs_interfaceid": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1751.229696] env[62295]: DEBUG oslo_concurrency.lockutils [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] Acquired lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.229932] env[62295]: DEBUG nova.network.neutron [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Refreshing network info cache for port 6b0daf1b-dca4-4b3a-8cb8-0448f31889d9 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.233047] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:b8:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b0daf1b-dca4-4b3a-8cb8-0448f31889d9', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1751.240430] env[62295]: DEBUG oslo.service.loopingcall [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.241852] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c783dd98-2561-4961-a67d-8501df585218] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1751.242148] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5605d0b3-ea6b-4668-85fb-badd3774fda3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.266882] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1751.266882] env[62295]: value = "task-1787210" [ 1751.266882] env[62295]: _type = "Task" [ 1751.266882] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.278025] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787210, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.435318] env[62295]: INFO nova.compute.manager [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] instance snapshotting [ 1751.438675] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2986b740-0dc6-445a-bc9d-55531f09ab29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.462407] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6634a47a-0f55-4ad5-bb03-ee3f66b24d20 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.679209] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 79ca4e47-1bcd-4fc3-829f-d9e7af01d701] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1751.779862] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787210, 'name': CreateVM_Task, 'duration_secs': 0.405404} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.784211] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c783dd98-2561-4961-a67d-8501df585218] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1751.785520] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.785757] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.786204] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1751.786949] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f787c2-5d40-4349-a56e-18055ad9825e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.794692] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1751.794692] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f5e3bd-0b21-2da4-d3a4-81c67f8c6c40" [ 1751.794692] env[62295]: _type = "Task" [ 1751.794692] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.806373] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f5e3bd-0b21-2da4-d3a4-81c67f8c6c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.953788] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea251a9-aedf-4ecb-a4d9-8ad14d6eefd1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.962192] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99939bc8-c2be-4e28-8c8b-74f5dd96c6f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.005823] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1752.010781] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ee560b0-14bd-4cc5-b32a-ad74e9b151de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.012146] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9082726-f3b4-4433-9d6f-674253a3f002 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.023499] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16531f2-53fb-4e1e-bbe8-4bf5d8a955a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.030446] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1752.030446] env[62295]: value = "task-1787211" [ 1752.030446] env[62295]: _type = "Task" [ 1752.030446] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.040916] env[62295]: DEBUG nova.compute.provider_tree [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.049731] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.063021] env[62295]: DEBUG nova.network.neutron [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Updated VIF entry in instance network info cache for port 6b0daf1b-dca4-4b3a-8cb8-0448f31889d9. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.063021] env[62295]: DEBUG nova.network.neutron [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance_info_cache with network_info: [{"id": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "address": "fa:16:3e:6c:b8:15", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0daf1b-dc", "ovs_interfaceid": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.182468] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 4b8c41d4-6821-4b14-9217-7421a15f655c] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1752.309034] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f5e3bd-0b21-2da4-d3a4-81c67f8c6c40, 'name': SearchDatastore_Task, 'duration_secs': 0.019449} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.309204] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.310022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1752.310022] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.310159] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.310311] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1752.310632] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16444219-645b-4af4-961c-aad4890e1136 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.322076] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1752.322633] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1752.323659] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540f1cf9-25e2-4055-a2d7-d3c490cbcd09 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.330296] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1752.330296] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520ec673-3297-696d-f2b8-f50ec6c2fd7a" [ 1752.330296] env[62295]: _type = "Task" [ 1752.330296] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.342656] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520ec673-3297-696d-f2b8-f50ec6c2fd7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.347644] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.348083] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.538667] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.544759] env[62295]: DEBUG nova.scheduler.client.report [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1752.566988] env[62295]: DEBUG oslo_concurrency.lockutils [req-5cad9525-53e0-42b0-ad85-6c8721b70dbb req-c1d5cb39-2f0b-4134-9c6f-049838a5f353 service nova] Releasing lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.686514] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 109c79d9-3b88-4b7a-b35a-24e7673ecd56] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1752.844209] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520ec673-3297-696d-f2b8-f50ec6c2fd7a, 'name': SearchDatastore_Task, 'duration_secs': 0.017663} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.845495] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3bdf917-28e6-426f-a591-c1afe4d64c0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.852210] env[62295]: DEBUG nova.compute.manager [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1752.857464] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1752.857464] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b8123-1ad6-13e4-4d68-ad9c7c03a0e8" [ 1752.857464] env[62295]: _type = "Task" [ 1752.857464] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.872932] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b8123-1ad6-13e4-4d68-ad9c7c03a0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.040066] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787211, 'name': CreateSnapshot_Task, 'duration_secs': 0.815696} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.040340] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1753.041177] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ba2a4a-4622-4782-8f83-a28aa79d4e65 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.050476] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.050711] env[62295]: DEBUG nova.compute.manager [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1753.056040] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.715s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.056040] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.058811] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.432s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.084323] env[62295]: INFO nova.scheduler.client.report [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Deleted allocations for instance 450eebcc-7f93-4234-9b44-8f28d7c9b849 [ 1753.190487] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 3d9325e2-ad5a-46c3-a04e-e9c4b32a9965] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1753.376926] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b8123-1ad6-13e4-4d68-ad9c7c03a0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.022741} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.377712] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.377937] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] c783dd98-2561-4961-a67d-8501df585218/c783dd98-2561-4961-a67d-8501df585218.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1753.379063] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.379303] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed97603c-73f4-48cb-8f56-7946cc288442 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.386963] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1753.386963] env[62295]: value = "task-1787212" [ 1753.386963] env[62295]: _type = "Task" [ 1753.386963] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.395972] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.557238] env[62295]: DEBUG nova.compute.utils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1753.559171] env[62295]: DEBUG nova.compute.manager [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1753.559171] env[62295]: DEBUG nova.network.neutron [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1753.568405] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1753.571378] env[62295]: INFO nova.compute.claims [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.576271] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7be27b08-56b9-4801-8348-252095f6bc1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.589054] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1753.589054] env[62295]: value = "task-1787213" [ 1753.589054] env[62295]: _type = "Task" [ 1753.589054] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.595271] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32dfff6e-4466-445f-9796-276d73546887 tempest-MigrationsAdminTest-1573449829 tempest-MigrationsAdminTest-1573449829-project-member] Lock "450eebcc-7f93-4234-9b44-8f28d7c9b849" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.233s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.604083] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787213, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.648180] env[62295]: DEBUG nova.policy [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc05cb49b96b43539d670729d43229b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '777c42ce6a23470a905f2bdef65d0810', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1753.695708] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a5ffad30-97a0-4af0-9aef-47203df5a59c] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1753.901310] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787212, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.031646] env[62295]: DEBUG nova.network.neutron [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Successfully created port: 72942d2a-ee06-47ba-a37d-5970c37e6bd0 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.062667] env[62295]: DEBUG nova.compute.manager [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1754.082846] env[62295]: INFO nova.compute.resource_tracker [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating resource usage from migration e6cebace-3c4b-48aa-89e7-733fcf097e52 [ 1754.102893] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787213, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.199824] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 3ea80d31-e695-426f-a6f5-1da0bf68387d] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1754.383761] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b4e441-2de4-4f3c-aad0-534e6239f23b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.405741] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3274c36b-b038-4f5c-b488-3670df45045a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.410720] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714638} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.411656] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] c783dd98-2561-4961-a67d-8501df585218/c783dd98-2561-4961-a67d-8501df585218.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1754.411656] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1754.412748] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d29b49c-524c-4793-904b-fe3f198252c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.448799] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4af81-5ab6-4cc7-b98b-09db0d98cc73 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.452589] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1754.452589] env[62295]: value = "task-1787214" [ 1754.452589] env[62295]: _type = "Task" [ 1754.452589] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.461135] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319f7ecf-606f-47a1-95d2-50db8dd46c52 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.469023] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.486686] env[62295]: DEBUG nova.compute.provider_tree [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.606157] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787213, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.704201] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 82867546-3759-4b8d-90f8-8ee082e07b0d] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1754.965045] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080888} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.965045] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1754.965946] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde26a85-6c16-48f0-aa14-bdc8d8683871 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.991358] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c783dd98-2561-4961-a67d-8501df585218/c783dd98-2561-4961-a67d-8501df585218.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.992089] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0669790-5f5d-4695-a1b4-2ef5234b9b2e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.007668] env[62295]: DEBUG nova.scheduler.client.report [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1755.018752] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1755.018752] env[62295]: value = "task-1787215" [ 1755.018752] env[62295]: _type = "Task" [ 1755.018752] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.029806] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.073663] env[62295]: DEBUG nova.compute.manager [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1755.109960] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787213, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.112459] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1755.112779] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1755.112944] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.113161] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1755.113323] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.113568] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1755.113679] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1755.113849] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1755.114052] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1755.114194] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1755.114392] env[62295]: DEBUG nova.virt.hardware [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1755.115255] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33c6394-87ea-47c2-976c-1ca58219bc67 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.124198] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa78218-1e8d-4b34-93a0-9e21993bef5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.209041] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 61527d16-e26b-4778-af66-0d7c5a50db92] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1755.513206] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.455s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.513568] env[62295]: INFO nova.compute.manager [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Migrating [ 1755.522944] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.295s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.523269] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.525826] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.467s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.526110] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.528211] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.495s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.528494] env[62295]: DEBUG nova.objects.instance [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lazy-loading 'resources' on Instance uuid 711809f8-1e73-477c-b35e-24d5601f0104 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.561679] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787215, 'name': ReconfigVM_Task, 'duration_secs': 0.464008} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.561927] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c783dd98-2561-4961-a67d-8501df585218/c783dd98-2561-4961-a67d-8501df585218.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.562817] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3bb6a5-f2aa-4e11-89be-b7852d351070 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.566853] env[62295]: INFO nova.scheduler.client.report [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Deleted allocations for instance 7236bbfd-f5b8-4d71-8132-72bf802fe044 [ 1755.572053] env[62295]: INFO nova.scheduler.client.report [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Deleted allocations for instance 83a037ac-32cf-45eb-84a9-86f02d766e8e [ 1755.578814] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1755.578814] env[62295]: value = "task-1787216" [ 1755.578814] env[62295]: _type = "Task" [ 1755.578814] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.594113] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787216, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.608112] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787213, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.716068] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 69fbbea7-da81-405c-a26d-70007391ba6b] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1755.866955] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c364b220-04cf-449d-9951-00d711be3bd9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.876832] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff965ea-1358-4c7c-8381-4ded386256aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.915856] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8048e797-fa65-4611-b46f-e1a513ca00e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.925348] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6cbb68-403d-48f9-8de7-c2db5529e5b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.932011] env[62295]: DEBUG nova.compute.manager [req-00a17804-bf11-46f3-ab72-416768462b4a req-2bd86df3-52b3-422c-8d97-872b680392ce service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Received event network-vif-plugged-72942d2a-ee06-47ba-a37d-5970c37e6bd0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1755.932318] env[62295]: DEBUG oslo_concurrency.lockutils [req-00a17804-bf11-46f3-ab72-416768462b4a req-2bd86df3-52b3-422c-8d97-872b680392ce service nova] Acquiring lock "1bce0447-0a83-41aa-af96-bce1d6c25478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.932713] env[62295]: DEBUG oslo_concurrency.lockutils [req-00a17804-bf11-46f3-ab72-416768462b4a req-2bd86df3-52b3-422c-8d97-872b680392ce service nova] Lock "1bce0447-0a83-41aa-af96-bce1d6c25478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.932713] env[62295]: DEBUG oslo_concurrency.lockutils [req-00a17804-bf11-46f3-ab72-416768462b4a req-2bd86df3-52b3-422c-8d97-872b680392ce service nova] Lock "1bce0447-0a83-41aa-af96-bce1d6c25478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.933750] env[62295]: DEBUG nova.compute.manager [req-00a17804-bf11-46f3-ab72-416768462b4a req-2bd86df3-52b3-422c-8d97-872b680392ce service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] No waiting events found dispatching network-vif-plugged-72942d2a-ee06-47ba-a37d-5970c37e6bd0 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1755.933750] env[62295]: WARNING nova.compute.manager [req-00a17804-bf11-46f3-ab72-416768462b4a req-2bd86df3-52b3-422c-8d97-872b680392ce service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Received unexpected event network-vif-plugged-72942d2a-ee06-47ba-a37d-5970c37e6bd0 for instance with vm_state building and task_state spawning. [ 1755.948259] env[62295]: DEBUG nova.compute.provider_tree [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.047888] env[62295]: DEBUG nova.network.neutron [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Successfully updated port: 72942d2a-ee06-47ba-a37d-5970c37e6bd0 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.056179] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.056179] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.056179] env[62295]: DEBUG nova.network.neutron [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.082932] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f08192a-1e5f-4cc1-b612-e2d501e3602f tempest-AttachInterfacesUnderV243Test-833214384 tempest-AttachInterfacesUnderV243Test-833214384-project-member] Lock "7236bbfd-f5b8-4d71-8132-72bf802fe044" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.250s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.089782] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7b65f7e-34c7-46ed-942f-6f7c820939cf tempest-ServersV294TestFqdnHostnames-45056609 tempest-ServersV294TestFqdnHostnames-45056609-project-member] Lock "83a037ac-32cf-45eb-84a9-86f02d766e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.371s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.100064] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787216, 'name': Rename_Task, 'duration_secs': 0.267096} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.103805] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.104838] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0e724c3-43d2-46ff-8d9b-01781c0c1463 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.113692] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787213, 'name': CloneVM_Task, 'duration_secs': 2.182002} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.115171] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Created linked-clone VM from snapshot [ 1756.115490] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1756.115490] env[62295]: value = "task-1787217" [ 1756.115490] env[62295]: _type = "Task" [ 1756.115490] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.116202] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e3e606-166e-4f5e-92b4-f681e1889cc6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.127289] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.130537] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Uploading image 4d53322f-9a3d-44c9-95e7-850d0bb7bab0 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1756.151965] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1756.152359] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4cd1914-ca18-4599-a04a-d00b5774efd1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.161148] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1756.161148] env[62295]: value = "task-1787218" [ 1756.161148] env[62295]: _type = "Task" [ 1756.161148] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.171225] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787218, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.221311] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 8e23f356-f446-4775-ab89-c4574be60d6b] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1756.451393] env[62295]: DEBUG nova.scheduler.client.report [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1756.550296] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquiring lock "refresh_cache-1bce0447-0a83-41aa-af96-bce1d6c25478" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.550479] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquired lock "refresh_cache-1bce0447-0a83-41aa-af96-bce1d6c25478" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.550766] env[62295]: DEBUG nova.network.neutron [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.636045] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.673693] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787218, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.725353] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 5db50c69-7ac2-4e18-860a-05e2fc2c11b5] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1756.958495] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.428s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.960734] env[62295]: DEBUG nova.network.neutron [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance_info_cache with network_info: [{"id": "bef70fc3-221e-402f-bc16-278df7c65924", "address": "fa:16:3e:6a:cd:96", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef70fc3-22", "ovs_interfaceid": "bef70fc3-221e-402f-bc16-278df7c65924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.963038] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.583s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.967114] env[62295]: INFO nova.compute.claims [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1756.980516] env[62295]: INFO nova.scheduler.client.report [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Deleted allocations for instance 711809f8-1e73-477c-b35e-24d5601f0104 [ 1757.085198] env[62295]: DEBUG nova.network.neutron [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.134064] env[62295]: DEBUG oslo_vmware.api [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787217, 'name': PowerOnVM_Task, 'duration_secs': 0.53894} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.134350] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1757.134739] env[62295]: INFO nova.compute.manager [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1757.135008] env[62295]: DEBUG nova.compute.manager [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1757.135870] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5289ad-23b5-4f0b-a7b4-8afb23fe911f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.179315] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787218, 'name': Destroy_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.230319] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6d1ccd91-06bc-461d-b974-63fb7b71e331] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1757.236018] env[62295]: DEBUG nova.network.neutron [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Updating instance_info_cache with network_info: [{"id": "72942d2a-ee06-47ba-a37d-5970c37e6bd0", "address": "fa:16:3e:88:1a:78", "network": {"id": "fdf207a6-3965-428a-bdc9-d92e0cae6f74", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-815944281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777c42ce6a23470a905f2bdef65d0810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72942d2a-ee", "ovs_interfaceid": "72942d2a-ee06-47ba-a37d-5970c37e6bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.469575] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.490943] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2390a695-b765-430a-9260-4fddfbd01bd7 tempest-InstanceActionsV221TestJSON-1373874076 tempest-InstanceActionsV221TestJSON-1373874076-project-member] Lock "711809f8-1e73-477c-b35e-24d5601f0104" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.439s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.656393] env[62295]: INFO nova.compute.manager [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Took 24.38 seconds to build instance. [ 1757.674045] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787218, 'name': Destroy_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.736631] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: c907a328-2b93-490d-9247-9dc0ffd19901] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1757.742023] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Releasing lock "refresh_cache-1bce0447-0a83-41aa-af96-bce1d6c25478" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.742023] env[62295]: DEBUG nova.compute.manager [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Instance network_info: |[{"id": "72942d2a-ee06-47ba-a37d-5970c37e6bd0", "address": "fa:16:3e:88:1a:78", "network": {"id": "fdf207a6-3965-428a-bdc9-d92e0cae6f74", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-815944281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777c42ce6a23470a905f2bdef65d0810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72942d2a-ee", "ovs_interfaceid": "72942d2a-ee06-47ba-a37d-5970c37e6bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1757.742023] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:1a:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72942d2a-ee06-47ba-a37d-5970c37e6bd0', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.748968] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Creating folder: Project (777c42ce6a23470a905f2bdef65d0810). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.749730] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d556efc-cdab-449b-92a7-3ad7c64fd653 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.766337] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Created folder: Project (777c42ce6a23470a905f2bdef65d0810) in parent group-v370569. [ 1757.766337] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Creating folder: Instances. Parent ref: group-v370828. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.766337] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d64c393-a3a1-492c-b212-44c679ab6144 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.776402] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Created folder: Instances in parent group-v370828. [ 1757.776665] env[62295]: DEBUG oslo.service.loopingcall [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.777186] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.777459] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd4c38de-96b2-42b5-a154-266f09f49125 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.800505] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.800505] env[62295]: value = "task-1787221" [ 1757.800505] env[62295]: _type = "Task" [ 1757.800505] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.809904] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787221, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.050244] env[62295]: DEBUG nova.compute.manager [req-04c6c76d-512c-4921-b62b-b7cce5ec51d6 req-775bfe6d-0b11-4ad4-8a7f-03329d03f95a service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Received event network-changed-72942d2a-ee06-47ba-a37d-5970c37e6bd0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1758.050599] env[62295]: DEBUG nova.compute.manager [req-04c6c76d-512c-4921-b62b-b7cce5ec51d6 req-775bfe6d-0b11-4ad4-8a7f-03329d03f95a service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Refreshing instance network info cache due to event network-changed-72942d2a-ee06-47ba-a37d-5970c37e6bd0. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1758.050885] env[62295]: DEBUG oslo_concurrency.lockutils [req-04c6c76d-512c-4921-b62b-b7cce5ec51d6 req-775bfe6d-0b11-4ad4-8a7f-03329d03f95a service nova] Acquiring lock "refresh_cache-1bce0447-0a83-41aa-af96-bce1d6c25478" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.051146] env[62295]: DEBUG oslo_concurrency.lockutils [req-04c6c76d-512c-4921-b62b-b7cce5ec51d6 req-775bfe6d-0b11-4ad4-8a7f-03329d03f95a service nova] Acquired lock "refresh_cache-1bce0447-0a83-41aa-af96-bce1d6c25478" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.051311] env[62295]: DEBUG nova.network.neutron [req-04c6c76d-512c-4921-b62b-b7cce5ec51d6 req-775bfe6d-0b11-4ad4-8a7f-03329d03f95a service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Refreshing network info cache for port 72942d2a-ee06-47ba-a37d-5970c37e6bd0 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.158955] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7750b83a-9e58-4a79-ab5d-8d8c2b66c4d3 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "c783dd98-2561-4961-a67d-8501df585218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.890s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.182378] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787218, 'name': Destroy_Task, 'duration_secs': 1.570429} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.186268] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Destroyed the VM [ 1758.186541] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1758.187640] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3aa57a8-7ff0-4680-9446-88c7e7f12686 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.201025] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1758.201025] env[62295]: value = "task-1787222" [ 1758.201025] env[62295]: _type = "Task" [ 1758.201025] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.215903] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787222, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.242029] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 25930539-e8b8-4345-abd4-b7d2a53ae194] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1758.292753] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dfb6dc-5132-4799-a269-264037918a55 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.308927] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99031c9e-4b38-4b6b-bb63-990e1c239c81 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.321820] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787221, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.360751] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25703bcf-9b4b-4078-87e6-d4981e484bbc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.373359] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e44175-de7c-4af0-8b75-b9c4d597715b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.390671] env[62295]: DEBUG nova.compute.provider_tree [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.716567] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787222, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.748472] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 87afabee-3b0a-44e8-97d5-54d4db154f9b] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1758.820140] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787221, 'name': CreateVM_Task, 'duration_secs': 0.574941} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.820140] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.820140] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.820140] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.820401] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.821193] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-484caef9-9e6c-4695-8488-331006ff78a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.827313] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for the task: (returnval){ [ 1758.827313] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5238f0e7-ad9d-405a-91af-b6c774ef9344" [ 1758.827313] env[62295]: _type = "Task" [ 1758.827313] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.842264] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5238f0e7-ad9d-405a-91af-b6c774ef9344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.896888] env[62295]: DEBUG nova.scheduler.client.report [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1758.994271] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f127dae-b8e9-45a0-8d1b-d27daaa78e7d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.017950] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance 'a64890a7-59d3-4139-b8d0-72e03f26546c' progress to 0 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1759.074719] env[62295]: DEBUG nova.compute.manager [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Stashing vm_state: active {{(pid=62295) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1759.197895] env[62295]: DEBUG nova.network.neutron [req-04c6c76d-512c-4921-b62b-b7cce5ec51d6 req-775bfe6d-0b11-4ad4-8a7f-03329d03f95a service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Updated VIF entry in instance network info cache for port 72942d2a-ee06-47ba-a37d-5970c37e6bd0. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.198297] env[62295]: DEBUG nova.network.neutron [req-04c6c76d-512c-4921-b62b-b7cce5ec51d6 req-775bfe6d-0b11-4ad4-8a7f-03329d03f95a service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Updating instance_info_cache with network_info: [{"id": "72942d2a-ee06-47ba-a37d-5970c37e6bd0", "address": "fa:16:3e:88:1a:78", "network": {"id": "fdf207a6-3965-428a-bdc9-d92e0cae6f74", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-815944281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "777c42ce6a23470a905f2bdef65d0810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72942d2a-ee", "ovs_interfaceid": "72942d2a-ee06-47ba-a37d-5970c37e6bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.216938] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787222, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.257914] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 21844f7a-df25-40c9-b9f2-8fe2446e92be] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1759.344959] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5238f0e7-ad9d-405a-91af-b6c774ef9344, 'name': SearchDatastore_Task, 'duration_secs': 0.01763} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.345302] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.345548] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1759.345783] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.345939] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.346142] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1759.347036] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25a47274-d1b5-4a20-9f19-ace664e76b6a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.362293] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1759.362516] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1759.363363] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94516e9-3279-421f-b21c-eb668fde8ee3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.371677] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for the task: (returnval){ [ 1759.371677] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220a191-0d1b-b2b5-5dcf-a681403d8386" [ 1759.371677] env[62295]: _type = "Task" [ 1759.371677] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.380280] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220a191-0d1b-b2b5-5dcf-a681403d8386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.404793] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.406742] env[62295]: DEBUG nova.compute.manager [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1759.525572] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.525890] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9df9f96-6f04-48f3-acfd-6289d734b008 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.537370] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1759.537370] env[62295]: value = "task-1787223" [ 1759.537370] env[62295]: _type = "Task" [ 1759.537370] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.550042] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.606777] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.608931] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.645556] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db5c04-0fb4-d3a0-6f43-a63891d0ea63/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1759.646828] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbefaa08-c50d-4a1e-96be-2b1d933156c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.657167] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db5c04-0fb4-d3a0-6f43-a63891d0ea63/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1759.657167] env[62295]: ERROR oslo_vmware.rw_handles [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db5c04-0fb4-d3a0-6f43-a63891d0ea63/disk-0.vmdk due to incomplete transfer. [ 1759.657167] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aaaf6bac-b1fc-46bf-8e8f-ba33b6ba8061 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.670059] env[62295]: DEBUG oslo_vmware.rw_handles [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52db5c04-0fb4-d3a0-6f43-a63891d0ea63/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1759.670166] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Uploaded image 94803ed2-1585-4904-a410-641118fcbb6c to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1759.672645] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1759.673373] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5a4def0-a544-4164-bc4e-efc5b4a2abf8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.684435] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1759.684435] env[62295]: value = "task-1787224" [ 1759.684435] env[62295]: _type = "Task" [ 1759.684435] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.694566] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787224, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.701641] env[62295]: DEBUG oslo_concurrency.lockutils [req-04c6c76d-512c-4921-b62b-b7cce5ec51d6 req-775bfe6d-0b11-4ad4-8a7f-03329d03f95a service nova] Releasing lock "refresh_cache-1bce0447-0a83-41aa-af96-bce1d6c25478" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.717444] env[62295]: DEBUG oslo_vmware.api [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787222, 'name': RemoveSnapshot_Task, 'duration_secs': 1.031899} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.717891] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1759.764802] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: ce3060b2-46cd-4893-8e4a-252baeaa1104] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1759.884172] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5220a191-0d1b-b2b5-5dcf-a681403d8386, 'name': SearchDatastore_Task, 'duration_secs': 0.012071} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.885528] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966de5bb-37ab-435b-8861-296bdc68b861 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.893020] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for the task: (returnval){ [ 1759.893020] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52881c71-3cd6-6401-3ac2-5d15d57b1807" [ 1759.893020] env[62295]: _type = "Task" [ 1759.893020] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.907495] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52881c71-3cd6-6401-3ac2-5d15d57b1807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.915802] env[62295]: DEBUG nova.compute.utils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.917904] env[62295]: DEBUG nova.compute.manager [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1759.918671] env[62295]: DEBUG nova.network.neutron [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.991911] env[62295]: DEBUG nova.policy [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85728576454e0ebfd8ecb23e3cc414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b56fecce9f45ee8214eceab0ed7377', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1760.054359] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787223, 'name': PowerOffVM_Task, 'duration_secs': 0.199783} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.056147] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.056362] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance 'a64890a7-59d3-4139-b8d0-72e03f26546c' progress to 17 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1760.118474] env[62295]: INFO nova.compute.claims [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.195474] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787224, 'name': Destroy_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.228565] env[62295]: WARNING nova.compute.manager [None req-36241e18-de99-45b4-b42a-6f78c3d9d043 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Image not found during snapshot: nova.exception.ImageNotFound: Image 4d53322f-9a3d-44c9-95e7-850d0bb7bab0 could not be found. [ 1760.269573] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 1079ffe9-8c94-4075-89e2-161338ab43ea] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1760.406927] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52881c71-3cd6-6401-3ac2-5d15d57b1807, 'name': SearchDatastore_Task, 'duration_secs': 0.030316} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.407569] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.407870] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 1bce0447-0a83-41aa-af96-bce1d6c25478/1bce0447-0a83-41aa-af96-bce1d6c25478.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.408314] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a3a8662-48ff-48e6-a583-58e9caa606f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.417235] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for the task: (returnval){ [ 1760.417235] env[62295]: value = "task-1787225" [ 1760.417235] env[62295]: _type = "Task" [ 1760.417235] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.423928] env[62295]: DEBUG nova.compute.manager [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1760.431281] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.569021] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1760.569021] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1760.569021] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.569021] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1760.569021] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.569021] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1760.570393] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1760.571430] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1760.575020] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1760.575020] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1760.575020] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1760.579324] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b161ffe5-7312-49eb-ab82-d2b97ca3f485 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.608309] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1760.608309] env[62295]: value = "task-1787226" [ 1760.608309] env[62295]: _type = "Task" [ 1760.608309] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.623351] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.631009] env[62295]: INFO nova.compute.resource_tracker [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating resource usage from migration 86374b76-f961-40d4-84a2-38712034c5e5 [ 1760.706125] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787224, 'name': Destroy_Task, 'duration_secs': 0.647723} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.706230] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Destroyed the VM [ 1760.706538] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1760.707380] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d9eca0c-eaab-4623-a672-ac050daf15d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.724048] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1760.724048] env[62295]: value = "task-1787227" [ 1760.724048] env[62295]: _type = "Task" [ 1760.724048] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.736447] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787227, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.776041] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 4902d062-ca11-4dd3-8746-f2512154d6b2] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1760.936107] env[62295]: DEBUG nova.network.neutron [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Successfully created port: dc788c78-84b4-4af6-a26a-d3a13dff5ff1 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1760.944159] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787225, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.027537] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ee3715-c594-4ab2-8c3c-2f234420c34b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.041959] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b45886-cfdd-4617-aa14-dc46a883b3ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.079738] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb615f7-e2bc-4853-bb22-2cd3803170d0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.089196] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d6a22-e715-414a-8dd0-0140b6232f5e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.107524] env[62295]: DEBUG nova.compute.provider_tree [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.118735] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787226, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.235315] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787227, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.283720] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 1c3cebaa-9362-4a71-8346-cf98a3da9d45] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1761.432840] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.433388] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 1bce0447-0a83-41aa-af96-bce1d6c25478/1bce0447-0a83-41aa-af96-bce1d6c25478.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.433803] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.434199] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-518982d2-d318-401c-8a55-1ae110b78fc7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.438573] env[62295]: DEBUG nova.compute.manager [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1761.451713] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for the task: (returnval){ [ 1761.451713] env[62295]: value = "task-1787228" [ 1761.451713] env[62295]: _type = "Task" [ 1761.451713] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.467464] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.500934] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1761.502647] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1761.502647] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1761.502647] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1761.502647] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1761.502647] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1761.502647] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1761.502647] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1761.502647] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1761.502647] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1761.502647] env[62295]: DEBUG nova.virt.hardware [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1761.504126] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e3bc81-aefa-4461-bb0d-d1123fd82c69 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.520534] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf39222a-46ee-42ec-a74d-075b6d01ec2a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.614056] env[62295]: DEBUG nova.scheduler.client.report [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1761.621481] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787226, 'name': ReconfigVM_Task, 'duration_secs': 0.536642} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.622226] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance 'a64890a7-59d3-4139-b8d0-72e03f26546c' progress to 33 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1761.737535] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787227, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.762243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "abd605fe-fba5-4031-846f-874440880588" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.762243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "abd605fe-fba5-4031-846f-874440880588" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.762243] env[62295]: INFO nova.compute.manager [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Shelving [ 1761.785724] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 7c500222-e336-4d35-837c-7897ad8720ff] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1761.961419] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.3042} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.961637] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1761.962467] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c686057-768e-4f09-86fb-ecfbf48e3079 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.989198] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 1bce0447-0a83-41aa-af96-bce1d6c25478/1bce0447-0a83-41aa-af96-bce1d6c25478.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.989198] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33fde845-c72e-4003-850f-fea90ec25d0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.016288] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for the task: (returnval){ [ 1762.016288] env[62295]: value = "task-1787229" [ 1762.016288] env[62295]: _type = "Task" [ 1762.016288] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.023631] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.124213] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.515s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.124213] env[62295]: INFO nova.compute.manager [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Migrating [ 1762.135899] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1762.136176] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1762.136375] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.136606] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1762.136798] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.136984] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1762.137241] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1762.137516] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1762.137756] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1762.138171] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1762.138413] env[62295]: DEBUG nova.virt.hardware [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1762.146774] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1762.156060] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.156060] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.156060] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.156060] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.156060] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.156060] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a446fa-0de8-4838-b18a-102d5a354370 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.176298] env[62295]: INFO nova.compute.manager [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Terminating instance [ 1762.181217] env[62295]: DEBUG nova.compute.manager [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1762.181585] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1762.182643] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139d7a72-c3a0-4a6b-8c21-564b8dee9483 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.188558] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1762.188558] env[62295]: value = "task-1787230" [ 1762.188558] env[62295]: _type = "Task" [ 1762.188558] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.195971] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.196997] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27012d04-71b1-44d9-a278-bb06c82c93a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.201410] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.207079] env[62295]: DEBUG oslo_vmware.api [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1762.207079] env[62295]: value = "task-1787231" [ 1762.207079] env[62295]: _type = "Task" [ 1762.207079] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.215941] env[62295]: DEBUG oslo_vmware.api [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.236357] env[62295]: DEBUG oslo_vmware.api [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787227, 'name': RemoveSnapshot_Task, 'duration_secs': 1.095389} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.236724] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1762.237056] env[62295]: INFO nova.compute.manager [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Took 16.92 seconds to snapshot the instance on the hypervisor. [ 1762.271312] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.271584] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66eb3c42-a32e-4b57-ac00-99b25773cb3f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.279960] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1762.279960] env[62295]: value = "task-1787232" [ 1762.279960] env[62295]: _type = "Task" [ 1762.279960] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.289179] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 9410cde5-494b-4eeb-b54e-d0b116595f17] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1762.299806] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.526792] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787229, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.654480] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.654480] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.654480] env[62295]: DEBUG nova.network.neutron [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.703649] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787230, 'name': ReconfigVM_Task, 'duration_secs': 0.245425} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.703649] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1762.703649] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e8edc-0bef-4dbb-9f31-34345d316c1d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.733097] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] a64890a7-59d3-4139-b8d0-72e03f26546c/a64890a7-59d3-4139-b8d0-72e03f26546c.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.733937] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf41733f-a5bc-45ed-93ff-f092bdc01114 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.753749] env[62295]: DEBUG oslo_vmware.api [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787231, 'name': PowerOffVM_Task, 'duration_secs': 0.231215} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.756409] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.756666] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.757096] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e79be892-80f0-4e5e-8cb5-f25b3556a41f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.765160] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1762.765160] env[62295]: value = "task-1787233" [ 1762.765160] env[62295]: _type = "Task" [ 1762.765160] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.777409] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.789797] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787232, 'name': PowerOffVM_Task, 'duration_secs': 0.202837} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.791673] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.794350] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a434b4-9d36-4d01-9c8e-e1a878a33294 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.817011] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: c51d134a-144d-4453-941a-0a0c7bffcf20] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1762.823630] env[62295]: DEBUG nova.compute.manager [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Found 3 images (rotation: 2) {{(pid=62295) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1762.823630] env[62295]: DEBUG nova.compute.manager [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Rotating out 1 backups {{(pid=62295) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4563}} [ 1762.823630] env[62295]: DEBUG nova.compute.manager [None req-ed1ff36d-6dab-4565-a8a9-92e1210b9642 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Deleting image f508cd7f-a067-4d5e-bd48-2c9ca626a6cd {{(pid=62295) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4568}} [ 1762.824989] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7f6c61-5055-4262-8231-ae72ebabf45b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.873664] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1762.873877] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1762.874991] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleting the datastore file [datastore1] bc38eaf0-dd8e-431e-95ce-c3a653e170fb {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.874991] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8f17ea2-30f5-4601-a44d-114e995ef5c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.881880] env[62295]: DEBUG oslo_vmware.api [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for the task: (returnval){ [ 1762.881880] env[62295]: value = "task-1787235" [ 1762.881880] env[62295]: _type = "Task" [ 1762.881880] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.891052] env[62295]: DEBUG oslo_vmware.api [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.027590] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787229, 'name': ReconfigVM_Task, 'duration_secs': 0.556174} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.027931] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 1bce0447-0a83-41aa-af96-bce1d6c25478/1bce0447-0a83-41aa-af96-bce1d6c25478.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.028916] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f64a461-5d76-4320-acf7-05602084071e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.038897] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for the task: (returnval){ [ 1763.038897] env[62295]: value = "task-1787236" [ 1763.038897] env[62295]: _type = "Task" [ 1763.038897] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.051375] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787236, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.280169] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787233, 'name': ReconfigVM_Task, 'duration_secs': 0.416088} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.280300] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Reconfigured VM instance instance-00000022 to attach disk [datastore1] a64890a7-59d3-4139-b8d0-72e03f26546c/a64890a7-59d3-4139-b8d0-72e03f26546c.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.280632] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance 'a64890a7-59d3-4139-b8d0-72e03f26546c' progress to 50 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1763.321189] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 0efc8a99-41f3-4184-ad9c-50011d560179] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1763.337653] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1763.338661] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5fd73705-4048-40c0-8401-a99657ddb647 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.342904] env[62295]: DEBUG nova.compute.manager [req-b42cb7e3-a932-4a5d-9e11-94d9bb99508e req-e95ff9b3-d1ee-412f-bed8-6f5680498583 service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Received event network-vif-plugged-dc788c78-84b4-4af6-a26a-d3a13dff5ff1 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1763.343142] env[62295]: DEBUG oslo_concurrency.lockutils [req-b42cb7e3-a932-4a5d-9e11-94d9bb99508e req-e95ff9b3-d1ee-412f-bed8-6f5680498583 service nova] Acquiring lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.343411] env[62295]: DEBUG oslo_concurrency.lockutils [req-b42cb7e3-a932-4a5d-9e11-94d9bb99508e req-e95ff9b3-d1ee-412f-bed8-6f5680498583 service nova] Lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.343602] env[62295]: DEBUG oslo_concurrency.lockutils [req-b42cb7e3-a932-4a5d-9e11-94d9bb99508e req-e95ff9b3-d1ee-412f-bed8-6f5680498583 service nova] Lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.343775] env[62295]: DEBUG nova.compute.manager [req-b42cb7e3-a932-4a5d-9e11-94d9bb99508e req-e95ff9b3-d1ee-412f-bed8-6f5680498583 service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] No waiting events found dispatching network-vif-plugged-dc788c78-84b4-4af6-a26a-d3a13dff5ff1 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1763.343939] env[62295]: WARNING nova.compute.manager [req-b42cb7e3-a932-4a5d-9e11-94d9bb99508e req-e95ff9b3-d1ee-412f-bed8-6f5680498583 service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Received unexpected event network-vif-plugged-dc788c78-84b4-4af6-a26a-d3a13dff5ff1 for instance with vm_state building and task_state spawning. [ 1763.348717] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquiring lock "28ef98f1-1d10-4915-9bfc-1a720661e783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.348953] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lock "28ef98f1-1d10-4915-9bfc-1a720661e783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.349373] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquiring lock "28ef98f1-1d10-4915-9bfc-1a720661e783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.349373] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lock "28ef98f1-1d10-4915-9bfc-1a720661e783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.349856] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lock "28ef98f1-1d10-4915-9bfc-1a720661e783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.355131] env[62295]: INFO nova.compute.manager [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Terminating instance [ 1763.357975] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1763.357975] env[62295]: value = "task-1787237" [ 1763.357975] env[62295]: _type = "Task" [ 1763.357975] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.359010] env[62295]: DEBUG nova.compute.manager [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1763.359284] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.360796] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440a7399-e067-4436-8adc-1a1f4fdf19bb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.374809] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.377110] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.377354] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-358f856f-4e03-4916-8e75-86c2a3a652e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.387792] env[62295]: DEBUG oslo_vmware.api [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for the task: (returnval){ [ 1763.387792] env[62295]: value = "task-1787238" [ 1763.387792] env[62295]: _type = "Task" [ 1763.387792] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.395144] env[62295]: DEBUG oslo_vmware.api [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Task: {'id': task-1787235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179059} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.398885] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.398885] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.398885] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.398885] env[62295]: INFO nova.compute.manager [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1763.398885] env[62295]: DEBUG oslo.service.loopingcall [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.398885] env[62295]: DEBUG nova.compute.manager [-] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1763.398885] env[62295]: DEBUG nova.network.neutron [-] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.403961] env[62295]: DEBUG oslo_vmware.api [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.451646] env[62295]: DEBUG nova.network.neutron [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Successfully updated port: dc788c78-84b4-4af6-a26a-d3a13dff5ff1 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1763.559053] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787236, 'name': Rename_Task, 'duration_secs': 0.299078} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.559459] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.559806] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db1681dc-3e32-4145-94fb-c4af6576f58c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.571120] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for the task: (returnval){ [ 1763.571120] env[62295]: value = "task-1787239" [ 1763.571120] env[62295]: _type = "Task" [ 1763.571120] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.583774] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.739497] env[62295]: DEBUG nova.network.neutron [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance_info_cache with network_info: [{"id": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "address": "fa:16:3e:6c:b8:15", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0daf1b-dc", "ovs_interfaceid": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.790022] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79914db-223c-4ec3-9514-819b0dca2525 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.813389] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece77ec-99dc-4e9d-9edb-192bad4946ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.838052] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f5b3322c-fee8-486a-9364-43906f196de9] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1763.842176] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance 'a64890a7-59d3-4139-b8d0-72e03f26546c' progress to 67 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1763.871762] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787237, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.900108] env[62295]: DEBUG oslo_vmware.api [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.954126] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "refresh_cache-67510fa4-ce7e-4ab2-832b-ab621e6ec078" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.954126] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "refresh_cache-67510fa4-ce7e-4ab2-832b-ab621e6ec078" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.954236] env[62295]: DEBUG nova.network.neutron [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.030078] env[62295]: DEBUG nova.compute.manager [req-7e250574-2c67-4159-9b0b-c11721d64238 req-1a47f4df-216b-496d-aa6d-37e02a66355e service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Received event network-vif-deleted-aaf2881e-4977-4df0-9d37-de8bd5cc34b6 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1764.030078] env[62295]: INFO nova.compute.manager [req-7e250574-2c67-4159-9b0b-c11721d64238 req-1a47f4df-216b-496d-aa6d-37e02a66355e service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Neutron deleted interface aaf2881e-4977-4df0-9d37-de8bd5cc34b6; detaching it from the instance and deleting it from the info cache [ 1764.030078] env[62295]: DEBUG nova.network.neutron [req-7e250574-2c67-4159-9b0b-c11721d64238 req-1a47f4df-216b-496d-aa6d-37e02a66355e service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.082834] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.242839] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.346276] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: fb018d6f-fec7-4f60-954a-e3d296ceff9a] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1764.381678] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787237, 'name': CreateSnapshot_Task, 'duration_secs': 0.887626} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.382696] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1764.387885] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae7f1d4-cf5a-4df1-9602-abd73b880a18 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.409120] env[62295]: DEBUG oslo_vmware.api [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.417225] env[62295]: DEBUG nova.network.neutron [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Port bef70fc3-221e-402f-bc16-278df7c65924 binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1764.490187] env[62295]: DEBUG nova.network.neutron [-] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.534505] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe165975-4e78-4296-bb12-cb011bfe29da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.545681] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd23b7-bc37-41ea-bf81-e807c78c298c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.558737] env[62295]: DEBUG nova.network.neutron [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.591308] env[62295]: DEBUG nova.compute.manager [req-7e250574-2c67-4159-9b0b-c11721d64238 req-1a47f4df-216b-496d-aa6d-37e02a66355e service nova] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Detach interface failed, port_id=aaf2881e-4977-4df0-9d37-de8bd5cc34b6, reason: Instance bc38eaf0-dd8e-431e-95ce-c3a653e170fb could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1764.600964] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.856176] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 8359a912-0d0e-435f-bbd7-e808d67e36be] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1764.885094] env[62295]: DEBUG nova.network.neutron [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Updating instance_info_cache with network_info: [{"id": "dc788c78-84b4-4af6-a26a-d3a13dff5ff1", "address": "fa:16:3e:66:96:0c", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc788c78-84", "ovs_interfaceid": "dc788c78-84b4-4af6-a26a-d3a13dff5ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.905309] env[62295]: DEBUG oslo_vmware.api [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787238, 'name': PowerOffVM_Task, 'duration_secs': 1.273818} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.905898] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.906125] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.906361] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-066c7828-fac1-4faf-8151-5e762f0902e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.920751] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1764.926339] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bc61b385-49ec-4364-9d5b-61359d1b86c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.938291] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1764.938291] env[62295]: value = "task-1787241" [ 1764.938291] env[62295]: _type = "Task" [ 1764.938291] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.950890] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787241, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.993041] env[62295]: INFO nova.compute.manager [-] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Took 1.59 seconds to deallocate network for instance. [ 1765.007100] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.007100] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.007100] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Deleting the datastore file [datastore1] 28ef98f1-1d10-4915-9bfc-1a720661e783 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.007666] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fce9f296-ac10-450a-9e0a-4b19f1461f17 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.016434] env[62295]: DEBUG oslo_vmware.api [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for the task: (returnval){ [ 1765.016434] env[62295]: value = "task-1787242" [ 1765.016434] env[62295]: _type = "Task" [ 1765.016434] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.027421] env[62295]: DEBUG oslo_vmware.api [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.084234] env[62295]: DEBUG oslo_vmware.api [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787239, 'name': PowerOnVM_Task, 'duration_secs': 1.485027} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.084939] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.085114] env[62295]: INFO nova.compute.manager [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1765.085823] env[62295]: DEBUG nova.compute.manager [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1765.088108] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befc7eb9-931b-4975-9947-ae44bea70f4e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.361397] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 08f2197d-f2d5-4a22-82ce-a253bb23ac71] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1765.387436] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "refresh_cache-67510fa4-ce7e-4ab2-832b-ab621e6ec078" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.388650] env[62295]: DEBUG nova.compute.manager [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Instance network_info: |[{"id": "dc788c78-84b4-4af6-a26a-d3a13dff5ff1", "address": "fa:16:3e:66:96:0c", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc788c78-84", "ovs_interfaceid": "dc788c78-84b4-4af6-a26a-d3a13dff5ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1765.390421] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:96:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc788c78-84b4-4af6-a26a-d3a13dff5ff1', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.401510] env[62295]: DEBUG oslo.service.loopingcall [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.401783] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.402018] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16428488-878a-42fc-bee7-ebdbc25bcc8d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.429306] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.429306] env[62295]: value = "task-1787243" [ 1765.429306] env[62295]: _type = "Task" [ 1765.429306] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.458298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "a64890a7-59d3-4139-b8d0-72e03f26546c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.458523] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.458768] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.463116] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.463353] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.465207] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787243, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.473380] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787241, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.512032] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.512032] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.512032] env[62295]: DEBUG nova.objects.instance [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lazy-loading 'resources' on Instance uuid bc38eaf0-dd8e-431e-95ce-c3a653e170fb {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.531674] env[62295]: DEBUG oslo_vmware.api [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.610531] env[62295]: INFO nova.compute.manager [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Took 27.04 seconds to build instance. [ 1765.660258] env[62295]: DEBUG nova.compute.manager [req-b05efc04-2f92-4d77-8a2d-2d6c50118e71 req-5ebe4ffd-76af-4472-969c-0e82d15d0142 service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Received event network-changed-dc788c78-84b4-4af6-a26a-d3a13dff5ff1 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1765.660444] env[62295]: DEBUG nova.compute.manager [req-b05efc04-2f92-4d77-8a2d-2d6c50118e71 req-5ebe4ffd-76af-4472-969c-0e82d15d0142 service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Refreshing instance network info cache due to event network-changed-dc788c78-84b4-4af6-a26a-d3a13dff5ff1. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1765.660564] env[62295]: DEBUG oslo_concurrency.lockutils [req-b05efc04-2f92-4d77-8a2d-2d6c50118e71 req-5ebe4ffd-76af-4472-969c-0e82d15d0142 service nova] Acquiring lock "refresh_cache-67510fa4-ce7e-4ab2-832b-ab621e6ec078" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.660781] env[62295]: DEBUG oslo_concurrency.lockutils [req-b05efc04-2f92-4d77-8a2d-2d6c50118e71 req-5ebe4ffd-76af-4472-969c-0e82d15d0142 service nova] Acquired lock "refresh_cache-67510fa4-ce7e-4ab2-832b-ab621e6ec078" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.660940] env[62295]: DEBUG nova.network.neutron [req-b05efc04-2f92-4d77-8a2d-2d6c50118e71 req-5ebe4ffd-76af-4472-969c-0e82d15d0142 service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Refreshing network info cache for port dc788c78-84b4-4af6-a26a-d3a13dff5ff1 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.768142] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd28928-50aa-40fc-83b3-0bf6b8b39e7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.788832] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance 'c783dd98-2561-4961-a67d-8501df585218' progress to 0 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1765.870244] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: edc685d0-d961-4aa0-aeb1-f7b9897a5dbd] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1765.939394] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787243, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.963577] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787241, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.966696] env[62295]: DEBUG nova.compute.manager [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1766.039880] env[62295]: DEBUG oslo_vmware.api [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Task: {'id': task-1787242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.89798} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.039880] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.039880] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.040116] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.040149] env[62295]: INFO nova.compute.manager [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1766.040380] env[62295]: DEBUG oslo.service.loopingcall [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.040832] env[62295]: DEBUG nova.compute.manager [-] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1766.040832] env[62295]: DEBUG nova.network.neutron [-] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.059661] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "53911a5f-a742-4a29-85c7-7e6db98baaef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.059928] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "53911a5f-a742-4a29-85c7-7e6db98baaef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.112577] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1316dc02-4575-4513-9a88-36487019c01c tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lock "1bce0447-0a83-41aa-af96-bce1d6c25478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.556s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.294953] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1766.297891] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4ee967-3aea-4121-adfe-50319860af3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.308161] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1766.308161] env[62295]: value = "task-1787244" [ 1766.308161] env[62295]: _type = "Task" [ 1766.308161] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.319313] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.377244] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 89594c43-5e93-44e8-97dc-b31991b9c6da] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1766.383603] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf8829-602c-4f4f-a961-d6c595dbf95b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.390094] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c260370-5049-42b5-993b-931459471cd0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.428717] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa741f10-b426-4f5f-8acb-051ed3535c87 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.443361] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4384463-84df-4d1e-8fcf-c51fb6b76eeb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.447720] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787243, 'name': CreateVM_Task, 'duration_secs': 0.873684} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.447905] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.449049] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.449264] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.449638] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.449824] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c78e8f-a4bd-4a64-8c8d-0390f61fd1aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.460903] env[62295]: DEBUG nova.compute.provider_tree [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.471570] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1766.471570] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521caeac-6ae2-5b6c-c5c8-efbac29a8d5c" [ 1766.471570] env[62295]: _type = "Task" [ 1766.471570] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.481210] env[62295]: DEBUG nova.network.neutron [req-b05efc04-2f92-4d77-8a2d-2d6c50118e71 req-5ebe4ffd-76af-4472-969c-0e82d15d0142 service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Updated VIF entry in instance network info cache for port dc788c78-84b4-4af6-a26a-d3a13dff5ff1. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.481528] env[62295]: DEBUG nova.network.neutron [req-b05efc04-2f92-4d77-8a2d-2d6c50118e71 req-5ebe4ffd-76af-4472-969c-0e82d15d0142 service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Updating instance_info_cache with network_info: [{"id": "dc788c78-84b4-4af6-a26a-d3a13dff5ff1", "address": "fa:16:3e:66:96:0c", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc788c78-84", "ovs_interfaceid": "dc788c78-84b4-4af6-a26a-d3a13dff5ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.491730] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquiring lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.492123] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.493420] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787241, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.500670] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521caeac-6ae2-5b6c-c5c8-efbac29a8d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.501615] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.501778] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.502007] env[62295]: DEBUG nova.network.neutron [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.503781] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.504401] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.504401] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.504523] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.504995] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.505738] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.506211] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5746d5c-5603-4b18-a625-0fa440d4f355 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.516475] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.516688] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.517601] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f872f984-32d8-4419-b41b-a6d56b404e76 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.524555] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1766.524555] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523aff43-a9f9-edc8-0723-73352cdc71dd" [ 1766.524555] env[62295]: _type = "Task" [ 1766.524555] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.541936] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523aff43-a9f9-edc8-0723-73352cdc71dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.542734] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405be0ca-892a-4917-a137-9c85025cc413 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.550681] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1766.550681] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cfbb62-c970-26f0-c657-e0ed98928b90" [ 1766.550681] env[62295]: _type = "Task" [ 1766.550681] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.560852] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cfbb62-c970-26f0-c657-e0ed98928b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.562338] env[62295]: DEBUG nova.compute.manager [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1766.814485] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787244, 'name': PowerOffVM_Task, 'duration_secs': 0.245229} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.814779] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.814962] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance 'c783dd98-2561-4961-a67d-8501df585218' progress to 17 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1766.869396] env[62295]: DEBUG nova.compute.manager [req-bce67159-54f2-4f8e-a0e0-5f7e57fd5f1f req-87597621-5ede-49a0-84cb-0134dccc622e service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Received event network-vif-deleted-dd5e31bd-2a9c-4f95-b969-e0ede08db8e9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1766.869636] env[62295]: INFO nova.compute.manager [req-bce67159-54f2-4f8e-a0e0-5f7e57fd5f1f req-87597621-5ede-49a0-84cb-0134dccc622e service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Neutron deleted interface dd5e31bd-2a9c-4f95-b969-e0ede08db8e9; detaching it from the instance and deleting it from the info cache [ 1766.869824] env[62295]: DEBUG nova.network.neutron [req-bce67159-54f2-4f8e-a0e0-5f7e57fd5f1f req-87597621-5ede-49a0-84cb-0134dccc622e service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.870424] env[62295]: WARNING oslo_messaging._drivers.amqpdriver [req-bce67159-54f2-4f8e-a0e0-5f7e57fd5f1f req-87597621-5ede-49a0-84cb-0134dccc622e service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1766.884932] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 380f640a-a595-47b8-89ac-33410c60d48f] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1766.973129] env[62295]: DEBUG nova.scheduler.client.report [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1766.976519] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787241, 'name': CloneVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.996210] env[62295]: DEBUG oslo_concurrency.lockutils [req-b05efc04-2f92-4d77-8a2d-2d6c50118e71 req-5ebe4ffd-76af-4472-969c-0e82d15d0142 service nova] Releasing lock "refresh_cache-67510fa4-ce7e-4ab2-832b-ab621e6ec078" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.996273] env[62295]: DEBUG nova.compute.manager [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1767.021298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquiring lock "d6e03104-099b-40ed-80f7-35fe4a41754f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.021298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lock "d6e03104-099b-40ed-80f7-35fe4a41754f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.021298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquiring lock "d6e03104-099b-40ed-80f7-35fe4a41754f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.021298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lock "d6e03104-099b-40ed-80f7-35fe4a41754f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.021298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lock "d6e03104-099b-40ed-80f7-35fe4a41754f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.023482] env[62295]: INFO nova.compute.manager [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Terminating instance [ 1767.026898] env[62295]: DEBUG nova.compute.manager [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1767.026898] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.026898] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed976a3-f7ca-4558-9ba2-7fc2bc221e5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.035662] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.036502] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a27bbf72-0481-4acb-a6da-3c55c2fdfebb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.043917] env[62295]: DEBUG oslo_vmware.api [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for the task: (returnval){ [ 1767.043917] env[62295]: value = "task-1787245" [ 1767.043917] env[62295]: _type = "Task" [ 1767.043917] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.060556] env[62295]: DEBUG oslo_vmware.api [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1787245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.068620] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cfbb62-c970-26f0-c657-e0ed98928b90, 'name': SearchDatastore_Task, 'duration_secs': 0.015533} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.072593] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.072593] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 67510fa4-ce7e-4ab2-832b-ab621e6ec078/67510fa4-ce7e-4ab2-832b-ab621e6ec078.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1767.072593] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbb1d642-076d-46f9-aa41-55690db6fa86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.081083] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1767.081083] env[62295]: value = "task-1787246" [ 1767.081083] env[62295]: _type = "Task" [ 1767.081083] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.093837] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.094938] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.143648] env[62295]: DEBUG oslo_concurrency.lockutils [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquiring lock "1bce0447-0a83-41aa-af96-bce1d6c25478" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.143919] env[62295]: DEBUG oslo_concurrency.lockutils [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lock "1bce0447-0a83-41aa-af96-bce1d6c25478" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.145192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquiring lock "1bce0447-0a83-41aa-af96-bce1d6c25478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.145192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lock "1bce0447-0a83-41aa-af96-bce1d6c25478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.145192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lock "1bce0447-0a83-41aa-af96-bce1d6c25478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.149070] env[62295]: INFO nova.compute.manager [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Terminating instance [ 1767.151347] env[62295]: DEBUG nova.compute.manager [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1767.151444] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.152645] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f2988-5f9a-4f65-94dd-711402ac345b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.163158] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.163430] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1e588fe-2197-4e82-8c02-99d5af2b4496 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.170085] env[62295]: DEBUG oslo_vmware.api [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for the task: (returnval){ [ 1767.170085] env[62295]: value = "task-1787247" [ 1767.170085] env[62295]: _type = "Task" [ 1767.170085] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.191130] env[62295]: DEBUG oslo_vmware.api [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.262317] env[62295]: DEBUG nova.network.neutron [-] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.323020] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1767.323020] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1767.323020] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.323020] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1767.323020] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.323020] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1767.323020] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1767.323428] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1767.323428] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1767.323541] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1767.323732] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1767.329273] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e526553d-6e8f-45c9-ae54-f1cb59c14b08 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.351386] env[62295]: DEBUG nova.network.neutron [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance_info_cache with network_info: [{"id": "bef70fc3-221e-402f-bc16-278df7c65924", "address": "fa:16:3e:6a:cd:96", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef70fc3-22", "ovs_interfaceid": "bef70fc3-221e-402f-bc16-278df7c65924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.354794] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1767.354794] env[62295]: value = "task-1787248" [ 1767.354794] env[62295]: _type = "Task" [ 1767.354794] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.365299] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.373445] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de5ba219-91ac-41ff-857f-896682a7a367 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.392624] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1534ae9e-e2cc-48cf-ab44-6deae0906cff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.407929] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 7cc92005-410a-44ac-b7cd-c39e39a0bedf] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1767.435773] env[62295]: DEBUG nova.compute.manager [req-bce67159-54f2-4f8e-a0e0-5f7e57fd5f1f req-87597621-5ede-49a0-84cb-0134dccc622e service nova] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Detach interface failed, port_id=dd5e31bd-2a9c-4f95-b969-e0ede08db8e9, reason: Instance 28ef98f1-1d10-4915-9bfc-1a720661e783 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1767.472047] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787241, 'name': CloneVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.478698] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.481536] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.976s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.483538] env[62295]: INFO nova.compute.claims [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.505061] env[62295]: INFO nova.scheduler.client.report [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Deleted allocations for instance bc38eaf0-dd8e-431e-95ce-c3a653e170fb [ 1767.526299] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.555208] env[62295]: DEBUG oslo_vmware.api [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1787245, 'name': PowerOffVM_Task, 'duration_secs': 0.211072} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.555553] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.555823] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.556158] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4c0bf50-ef68-4b7c-813a-31f51f5eb30c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.593101] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787246, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.660115] env[62295]: DEBUG oslo_concurrency.lockutils [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.660438] env[62295]: DEBUG oslo_concurrency.lockutils [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.660706] env[62295]: DEBUG nova.compute.manager [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1767.661642] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc64265-c892-4b4e-b366-e2f2240d88ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.668925] env[62295]: DEBUG nova.compute.manager [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1767.669511] env[62295]: DEBUG nova.objects.instance [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'flavor' on Instance uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.679149] env[62295]: DEBUG oslo_vmware.api [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787247, 'name': PowerOffVM_Task, 'duration_secs': 0.187162} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.679435] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.679648] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.679891] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dfc69f9-ccbc-4750-aa5a-ee8a5e627967 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.765566] env[62295]: INFO nova.compute.manager [-] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Took 1.72 seconds to deallocate network for instance. [ 1767.855732] env[62295]: DEBUG oslo_concurrency.lockutils [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.869173] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787248, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.914973] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 1f4943ad-817a-4307-8f54-af4259b1656d] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1767.972906] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787241, 'name': CloneVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.016270] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2751be26-e934-42a5-b70a-40c296035162 tempest-ImagesTestJSON-1348538509 tempest-ImagesTestJSON-1348538509-project-member] Lock "bc38eaf0-dd8e-431e-95ce-c3a653e170fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.863s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.093759] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580286} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.094027] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 67510fa4-ce7e-4ab2-832b-ab621e6ec078/67510fa4-ce7e-4ab2-832b-ab621e6ec078.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.094260] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.094489] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb5b2439-1361-4c52-988d-1e8ef64e65dd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.102384] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1768.102384] env[62295]: value = "task-1787251" [ 1768.102384] env[62295]: _type = "Task" [ 1768.102384] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.109961] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.177428] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.177694] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24fb4f5d-ec11-4690-b48e-e9eeda9ecc2e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.188572] env[62295]: DEBUG oslo_vmware.api [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1768.188572] env[62295]: value = "task-1787252" [ 1768.188572] env[62295]: _type = "Task" [ 1768.188572] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.196620] env[62295]: DEBUG oslo_vmware.api [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.275491] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.336158] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1768.336380] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1768.336561] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Deleting the datastore file [datastore1] d6e03104-099b-40ed-80f7-35fe4a41754f {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1768.336848] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fd735af-9cd1-44fd-95d0-b23f897f6725 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.344379] env[62295]: DEBUG oslo_vmware.api [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for the task: (returnval){ [ 1768.344379] env[62295]: value = "task-1787253" [ 1768.344379] env[62295]: _type = "Task" [ 1768.344379] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.352423] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1768.352669] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1768.352867] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Deleting the datastore file [datastore1] 1bce0447-0a83-41aa-af96-bce1d6c25478 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1768.356402] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d40834cc-a591-4198-976d-7478042d9cdf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.358378] env[62295]: DEBUG oslo_vmware.api [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1787253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.367581] env[62295]: DEBUG oslo_vmware.api [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for the task: (returnval){ [ 1768.367581] env[62295]: value = "task-1787254" [ 1768.367581] env[62295]: _type = "Task" [ 1768.367581] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.378048] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787248, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.383796] env[62295]: DEBUG oslo_vmware.api [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.391558] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d84c1eb-b982-4a89-8f58-aec10cae0ff8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.412586] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ea615c-d556-4ba6-88e7-6f4c92e85ed9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.418823] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6cd4f1f7-1725-4533-9ef2-6ac907389407] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1768.420733] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance 'a64890a7-59d3-4139-b8d0-72e03f26546c' progress to 83 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1768.472890] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787241, 'name': CloneVM_Task, 'duration_secs': 3.415207} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.473176] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Created linked-clone VM from snapshot [ 1768.473918] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec143bd-6aa1-4aa9-8380-4a9d47ba563e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.480933] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Uploading image 371ad1c2-ecc7-41ac-b05f-d22512033896 {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1768.504861] env[62295]: DEBUG oslo_vmware.rw_handles [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1768.504861] env[62295]: value = "vm-370832" [ 1768.504861] env[62295]: _type = "VirtualMachine" [ 1768.504861] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1768.505431] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a447d56b-62dc-4078-a0ee-a6d333ff8d7d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.511313] env[62295]: DEBUG oslo_vmware.rw_handles [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lease: (returnval){ [ 1768.511313] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527cfdac-7d60-4290-eb33-3b05e52d3edc" [ 1768.511313] env[62295]: _type = "HttpNfcLease" [ 1768.511313] env[62295]: } obtained for exporting VM: (result){ [ 1768.511313] env[62295]: value = "vm-370832" [ 1768.511313] env[62295]: _type = "VirtualMachine" [ 1768.511313] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1768.511552] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the lease: (returnval){ [ 1768.511552] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527cfdac-7d60-4290-eb33-3b05e52d3edc" [ 1768.511552] env[62295]: _type = "HttpNfcLease" [ 1768.511552] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1768.517928] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1768.517928] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527cfdac-7d60-4290-eb33-3b05e52d3edc" [ 1768.517928] env[62295]: _type = "HttpNfcLease" [ 1768.517928] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1768.616275] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068786} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.616563] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1768.617442] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251276e6-a153-40fa-a0ef-d6f2eefd3961 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.640109] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 67510fa4-ce7e-4ab2-832b-ab621e6ec078/67510fa4-ce7e-4ab2-832b-ab621e6ec078.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.642811] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30cf063f-c29e-4045-96e7-b9acc483b731 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.663802] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1768.663802] env[62295]: value = "task-1787256" [ 1768.663802] env[62295]: _type = "Task" [ 1768.663802] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.674282] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.700239] env[62295]: DEBUG oslo_vmware.api [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787252, 'name': PowerOffVM_Task, 'duration_secs': 0.222214} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.700512] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.700711] env[62295]: DEBUG nova.compute.manager [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1768.701577] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f8799-6ff9-4b26-a670-c58199370ca8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.781782] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a85767-6614-4383-9eaf-6075d04dc1c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.789597] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a924f721-abf4-46d1-a632-8c6cda4f281b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.821535] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e91dabe-76cd-4702-a0b8-5f7e96de74c2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.828885] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6730be83-2ce5-4538-8cd2-2b7b21b59606 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.842602] env[62295]: DEBUG nova.compute.provider_tree [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1768.852920] env[62295]: DEBUG oslo_vmware.api [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Task: {'id': task-1787253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167875} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.853777] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.853968] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.854431] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.854431] env[62295]: INFO nova.compute.manager [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1768.854573] env[62295]: DEBUG oslo.service.loopingcall [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.854756] env[62295]: DEBUG nova.compute.manager [-] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1768.854865] env[62295]: DEBUG nova.network.neutron [-] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1768.869619] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787248, 'name': ReconfigVM_Task, 'duration_secs': 1.258049} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.872671] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance 'c783dd98-2561-4961-a67d-8501df585218' progress to 33 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1768.881019] env[62295]: DEBUG oslo_vmware.api [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Task: {'id': task-1787254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166253} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.881019] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.881202] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.881373] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.881555] env[62295]: INFO nova.compute.manager [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1768.881812] env[62295]: DEBUG oslo.service.loopingcall [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.882028] env[62295]: DEBUG nova.compute.manager [-] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1768.882894] env[62295]: DEBUG nova.network.neutron [-] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1768.924860] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 0e030f03-8f01-44e6-a9dc-b83ac56a270c] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1768.930030] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1768.930030] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-962e8661-5cf2-4316-af98-8a35570d672a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.938371] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1768.938371] env[62295]: value = "task-1787257" [ 1768.938371] env[62295]: _type = "Task" [ 1768.938371] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.951912] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.020858] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1769.020858] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527cfdac-7d60-4290-eb33-3b05e52d3edc" [ 1769.020858] env[62295]: _type = "HttpNfcLease" [ 1769.020858] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1769.021192] env[62295]: DEBUG oslo_vmware.rw_handles [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1769.021192] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527cfdac-7d60-4290-eb33-3b05e52d3edc" [ 1769.021192] env[62295]: _type = "HttpNfcLease" [ 1769.021192] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1769.022314] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e48f4-cb25-4b1a-bc84-422254c684de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.030121] env[62295]: DEBUG oslo_vmware.rw_handles [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d0f-79fd-bdd5-10e4-735fedd30668/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1769.030240] env[62295]: DEBUG oslo_vmware.rw_handles [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d0f-79fd-bdd5-10e4-735fedd30668/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1769.152256] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a80ba2bf-e11c-4b73-aa08-aedb88a46c92 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.173304] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787256, 'name': ReconfigVM_Task, 'duration_secs': 0.399401} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.175563] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 67510fa4-ce7e-4ab2-832b-ab621e6ec078/67510fa4-ce7e-4ab2-832b-ab621e6ec078.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.176464] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c678b737-116c-4685-afb9-84d9c6206f43 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.194575] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1769.194575] env[62295]: value = "task-1787258" [ 1769.194575] env[62295]: _type = "Task" [ 1769.194575] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.202823] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787258, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.217044] env[62295]: DEBUG oslo_concurrency.lockutils [None req-efea1375-685c-4663-a49a-db789b0503ca tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.373721] env[62295]: ERROR nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [req-d4718ffd-4ec6-4eed-a64f-4e07fd0d68dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4718ffd-4ec6-4eed-a64f-4e07fd0d68dd"}]} [ 1769.379240] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1769.379491] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1769.379703] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.379897] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1769.380055] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.380204] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1769.380474] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1769.380698] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1769.380935] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1769.381054] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1769.381868] env[62295]: DEBUG nova.virt.hardware [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1769.388076] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1769.388370] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8a6548-612d-42fe-9d60-d796fe37a32c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.415053] env[62295]: DEBUG nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1769.422805] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1769.422805] env[62295]: value = "task-1787259" [ 1769.422805] env[62295]: _type = "Task" [ 1769.422805] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.429823] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: febf7ce8-eed9-4846-a9d4-32731585b5e1] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1769.436510] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.447516] env[62295]: DEBUG nova.compute.manager [req-b9260a7f-166c-41c2-ade2-14d862f0d684 req-46f70c7a-0f66-4cb4-84e5-6d135c0f63ff service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Received event network-vif-deleted-5f8c5b0b-a75d-41e2-854c-63c64105a2b9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1769.447516] env[62295]: INFO nova.compute.manager [req-b9260a7f-166c-41c2-ade2-14d862f0d684 req-46f70c7a-0f66-4cb4-84e5-6d135c0f63ff service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Neutron deleted interface 5f8c5b0b-a75d-41e2-854c-63c64105a2b9; detaching it from the instance and deleting it from the info cache [ 1769.447516] env[62295]: DEBUG nova.network.neutron [req-b9260a7f-166c-41c2-ade2-14d862f0d684 req-46f70c7a-0f66-4cb4-84e5-6d135c0f63ff service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.449114] env[62295]: DEBUG nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1769.449340] env[62295]: DEBUG nova.compute.provider_tree [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.458424] env[62295]: DEBUG oslo_vmware.api [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787257, 'name': PowerOnVM_Task, 'duration_secs': 0.401583} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.458843] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1769.459108] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-956f33be-7c95-4a29-8d93-112c4d330f6a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance 'a64890a7-59d3-4139-b8d0-72e03f26546c' progress to 100 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1769.467091] env[62295]: DEBUG nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1769.493746] env[62295]: DEBUG nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1769.648670] env[62295]: DEBUG nova.compute.manager [req-ce0c38fc-fd99-440a-bf59-6524223da535 req-3b952d5b-6170-4a7c-a238-45b57037e14b service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Received event network-vif-deleted-72942d2a-ee06-47ba-a37d-5970c37e6bd0 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1769.648935] env[62295]: INFO nova.compute.manager [req-ce0c38fc-fd99-440a-bf59-6524223da535 req-3b952d5b-6170-4a7c-a238-45b57037e14b service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Neutron deleted interface 72942d2a-ee06-47ba-a37d-5970c37e6bd0; detaching it from the instance and deleting it from the info cache [ 1769.649181] env[62295]: DEBUG nova.network.neutron [req-ce0c38fc-fd99-440a-bf59-6524223da535 req-3b952d5b-6170-4a7c-a238-45b57037e14b service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.707170] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787258, 'name': Rename_Task, 'duration_secs': 0.192671} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.708584] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1769.708906] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b116d920-694f-47a5-b22d-0aab71aeb7c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.718713] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1769.718713] env[62295]: value = "task-1787260" [ 1769.718713] env[62295]: _type = "Task" [ 1769.718713] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.732737] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.854412] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27646a2-ca7e-42cd-91f5-8bd97177e9a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.863041] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9ea067-a0f8-452b-b6dc-fec8d872dfd2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.897441] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e733d4c-155a-4040-b392-ff3b6c0a3151 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.905803] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dbb160-ad6a-410b-9ad5-f2bfe4a0c6b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.921898] env[62295]: DEBUG nova.network.neutron [-] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.921898] env[62295]: DEBUG nova.compute.provider_tree [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.932868] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787259, 'name': ReconfigVM_Task, 'duration_secs': 0.188594} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.933939] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1769.934816] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbd5676-e0a3-4101-8afa-66734ee1315e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.938555] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 718ad0a2-15fa-4822-ab5e-4fbf94a4592f] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1769.967732] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c783dd98-2561-4961-a67d-8501df585218/c783dd98-2561-4961-a67d-8501df585218.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.968939] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9247cb91-81f8-4a94-b4e4-ee446e95a59e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.974073] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1379fd20-c6ca-4846-a906-0ae8e4340ce2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.997284] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73db3c6c-0eb5-42f5-97ed-e71fe56efb6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.009277] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1770.009277] env[62295]: value = "task-1787261" [ 1770.009277] env[62295]: _type = "Task" [ 1770.009277] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.018746] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.032677] env[62295]: DEBUG nova.compute.manager [req-b9260a7f-166c-41c2-ade2-14d862f0d684 req-46f70c7a-0f66-4cb4-84e5-6d135c0f63ff service nova] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Detach interface failed, port_id=5f8c5b0b-a75d-41e2-854c-63c64105a2b9, reason: Instance d6e03104-099b-40ed-80f7-35fe4a41754f could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1770.056811] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.057135] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.111299] env[62295]: DEBUG nova.network.neutron [-] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.152654] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44c82c7a-50ac-45af-9804-2ce2a6559270 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.165631] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa44979c-84bd-48ae-80dc-f26f80f1d923 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.205836] env[62295]: DEBUG nova.compute.manager [req-ce0c38fc-fd99-440a-bf59-6524223da535 req-3b952d5b-6170-4a7c-a238-45b57037e14b service nova] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Detach interface failed, port_id=72942d2a-ee06-47ba-a37d-5970c37e6bd0, reason: Instance 1bce0447-0a83-41aa-af96-bce1d6c25478 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1770.228610] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787260, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.432770] env[62295]: INFO nova.compute.manager [-] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Took 1.58 seconds to deallocate network for instance. [ 1770.441967] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6afe2a10-5b07-43ce-9dea-6d6e503f3652] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1770.453289] env[62295]: ERROR nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [req-7f171b27-797d-4063-8640-3d1c66f8dcc6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f171b27-797d-4063-8640-3d1c66f8dcc6"}]} [ 1770.480366] env[62295]: DEBUG nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1770.494538] env[62295]: DEBUG nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1770.494917] env[62295]: DEBUG nova.compute.provider_tree [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1770.507539] env[62295]: DEBUG nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1770.520896] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.525570] env[62295]: DEBUG nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1770.561872] env[62295]: DEBUG nova.compute.utils [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.614704] env[62295]: INFO nova.compute.manager [-] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Took 1.73 seconds to deallocate network for instance. [ 1770.737171] env[62295]: DEBUG oslo_vmware.api [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787260, 'name': PowerOnVM_Task, 'duration_secs': 0.766341} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.737503] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.737876] env[62295]: INFO nova.compute.manager [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1770.738144] env[62295]: DEBUG nova.compute.manager [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1770.738995] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594e8c52-f901-4a38-9580-c0d570056ca1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.858019] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d419ef-8de8-4819-a6d2-e3615b28a403 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.866015] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb1f8d3-d7cf-4e6b-8475-6e433c48da27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.899655] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905c64ff-46df-4a59-bda0-8b0951066f44 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.908285] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1221fa-d469-43f4-9f48-5776a2e2b509 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.922593] env[62295]: DEBUG nova.compute.provider_tree [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1770.946329] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.946782] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 9d16b26f-0eba-430d-83f5-9de7942717c7] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1771.022329] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787261, 'name': ReconfigVM_Task, 'duration_secs': 0.922818} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.022693] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c783dd98-2561-4961-a67d-8501df585218/c783dd98-2561-4961-a67d-8501df585218.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.023080] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance 'c783dd98-2561-4961-a67d-8501df585218' progress to 50 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1771.065485] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.125108] env[62295]: DEBUG oslo_concurrency.lockutils [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.205071] env[62295]: DEBUG nova.compute.manager [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Stashing vm_state: stopped {{(pid=62295) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1771.260933] env[62295]: INFO nova.compute.manager [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Took 17.90 seconds to build instance. [ 1771.450940] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f84e306f-c755-4d0c-9930-de391861c0cc] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1771.455687] env[62295]: DEBUG nova.scheduler.client.report [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1771.455908] env[62295]: DEBUG nova.compute.provider_tree [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 141 to 142 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1771.456122] env[62295]: DEBUG nova.compute.provider_tree [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1771.530697] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304131ee-2b1c-48dd-8f36-40d7d75d0755 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.551992] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e7cdc9-54cf-4fc5-b133-755940228adb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.573477] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance 'c783dd98-2561-4961-a67d-8501df585218' progress to 67 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1771.736380] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.739664] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "a64890a7-59d3-4139-b8d0-72e03f26546c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.739911] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.740188] env[62295]: DEBUG nova.compute.manager [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Going to confirm migration 3 {{(pid=62295) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1771.763457] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66ad185d-3f3a-4f9e-b921-23ca4ba138f8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.415s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.954477] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6de7a8ef-19d4-447a-a6f9-2124691ba2f9] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1771.960922] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.479s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.961518] env[62295]: DEBUG nova.compute.manager [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1771.963921] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.869s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.967211] env[62295]: INFO nova.compute.claims [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.149219] env[62295]: DEBUG nova.network.neutron [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Port 6b0daf1b-dca4-4b3a-8cb8-0448f31889d9 binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1772.194028] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.194275] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.194529] env[62295]: INFO nova.compute.manager [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Attaching volume 4e125dff-e6c7-4dc9-8ede-42b996330d7f to /dev/sdb [ 1772.229743] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764e59c2-992a-4272-b984-24c88ecfa6ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.238902] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69898fbd-8b2a-4c82-aa65-fb1cdabeb06c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.257048] env[62295]: DEBUG nova.virt.block_device [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Updating existing volume attachment record: d4c5fac1-3add-4005-8bf9-1e1755d8aca0 {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1772.322655] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.322655] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.322655] env[62295]: DEBUG nova.network.neutron [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.322655] env[62295]: DEBUG nova.objects.instance [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'info_cache' on Instance uuid a64890a7-59d3-4139-b8d0-72e03f26546c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.323251] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.324167] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.458095] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 7bce7510-ad1f-4b78-92d4-90254cbf0ab3] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1772.470087] env[62295]: DEBUG nova.compute.utils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1772.473585] env[62295]: DEBUG nova.compute.manager [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1772.473804] env[62295]: DEBUG nova.network.neutron [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1772.535315] env[62295]: DEBUG nova.policy [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecd4775672654074b4d50522e6c29cf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ff7c1b2dae947c28b8fba6743c22ec3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1772.828529] env[62295]: DEBUG nova.compute.manager [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1772.960987] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 2f7db407-6f70-491e-bda9-1221dcf535e5] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1772.974036] env[62295]: DEBUG nova.compute.manager [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1773.070541] env[62295]: DEBUG nova.network.neutron [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Successfully created port: 20c2f992-0a97-4679-8457-9b8d8d2a222c {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1773.177807] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "c783dd98-2561-4961-a67d-8501df585218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.178120] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "c783dd98-2561-4961-a67d-8501df585218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.178404] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "c783dd98-2561-4961-a67d-8501df585218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.301180] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3b2494-5617-46dd-ae64-5da4ccafda26 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.309572] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d948a722-4334-48f2-ad85-1f14b22dc1ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.347725] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067d35aa-2156-412a-aba0-d70676275409 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.356490] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a7b1e4-ef56-4f67-920e-1be6187a66f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.361941] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.372925] env[62295]: DEBUG nova.compute.provider_tree [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.466556] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: e4d65ed0-9fd8-4759-bf8c-3aac3d17b400] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1773.750831] env[62295]: DEBUG nova.network.neutron [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance_info_cache with network_info: [{"id": "bef70fc3-221e-402f-bc16-278df7c65924", "address": "fa:16:3e:6a:cd:96", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef70fc3-22", "ovs_interfaceid": "bef70fc3-221e-402f-bc16-278df7c65924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.877393] env[62295]: DEBUG nova.scheduler.client.report [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1773.972359] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a3dc6ae9-ce1f-48ec-88d3-e0738159617e] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1773.987785] env[62295]: DEBUG nova.compute.manager [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1774.026920] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1774.027180] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1774.027337] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.027519] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1774.027695] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.027898] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1774.029771] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1774.030008] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1774.030244] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1774.030450] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1774.030654] env[62295]: DEBUG nova.virt.hardware [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1774.033377] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191e5f5-ce37-4e86-8c31-f80f7b43401d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.044468] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea52246-90c2-44c2-a407-27e5bd920936 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.241291] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.241490] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.241669] env[62295]: DEBUG nova.network.neutron [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.256596] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-a64890a7-59d3-4139-b8d0-72e03f26546c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.256851] env[62295]: DEBUG nova.objects.instance [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'migration_context' on Instance uuid a64890a7-59d3-4139-b8d0-72e03f26546c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.386106] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.386714] env[62295]: DEBUG nova.compute.manager [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1774.390267] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.864s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.393834] env[62295]: INFO nova.compute.claims [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1774.475683] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 1f3d02c2-90ac-4113-b83b-59f6989810d4] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1774.620766] env[62295]: DEBUG nova.compute.manager [req-260d9fee-afd9-43cf-a648-21a6a2895d02 req-5413e73e-cb7a-41e1-a697-2f30544dcafe service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Received event network-vif-plugged-20c2f992-0a97-4679-8457-9b8d8d2a222c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1774.621039] env[62295]: DEBUG oslo_concurrency.lockutils [req-260d9fee-afd9-43cf-a648-21a6a2895d02 req-5413e73e-cb7a-41e1-a697-2f30544dcafe service nova] Acquiring lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.621291] env[62295]: DEBUG oslo_concurrency.lockutils [req-260d9fee-afd9-43cf-a648-21a6a2895d02 req-5413e73e-cb7a-41e1-a697-2f30544dcafe service nova] Lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.621537] env[62295]: DEBUG oslo_concurrency.lockutils [req-260d9fee-afd9-43cf-a648-21a6a2895d02 req-5413e73e-cb7a-41e1-a697-2f30544dcafe service nova] Lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.621672] env[62295]: DEBUG nova.compute.manager [req-260d9fee-afd9-43cf-a648-21a6a2895d02 req-5413e73e-cb7a-41e1-a697-2f30544dcafe service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] No waiting events found dispatching network-vif-plugged-20c2f992-0a97-4679-8457-9b8d8d2a222c {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1774.621878] env[62295]: WARNING nova.compute.manager [req-260d9fee-afd9-43cf-a648-21a6a2895d02 req-5413e73e-cb7a-41e1-a697-2f30544dcafe service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Received unexpected event network-vif-plugged-20c2f992-0a97-4679-8457-9b8d8d2a222c for instance with vm_state building and task_state spawning. [ 1774.760968] env[62295]: DEBUG nova.objects.base [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1774.760968] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164cba0c-94ff-4d3e-b316-f992ff73b670 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.789942] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3f657b-2584-4069-8dae-f499ea4f0d56 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.795941] env[62295]: DEBUG oslo_vmware.api [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1774.795941] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52704955-473d-7dae-a81b-868ab711952e" [ 1774.795941] env[62295]: _type = "Task" [ 1774.795941] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.804918] env[62295]: DEBUG oslo_vmware.api [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52704955-473d-7dae-a81b-868ab711952e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.818009] env[62295]: DEBUG nova.network.neutron [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Successfully updated port: 20c2f992-0a97-4679-8457-9b8d8d2a222c {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1774.904717] env[62295]: DEBUG nova.compute.utils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1774.915091] env[62295]: DEBUG nova.compute.manager [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1774.915091] env[62295]: DEBUG nova.network.neutron [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1774.962781] env[62295]: DEBUG nova.policy [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecd4775672654074b4d50522e6c29cf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ff7c1b2dae947c28b8fba6743c22ec3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1774.979265] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: da751e8b-eeaf-41e9-9cf5-86fa4c417d2d] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1775.019259] env[62295]: DEBUG nova.network.neutron [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance_info_cache with network_info: [{"id": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "address": "fa:16:3e:6c:b8:15", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0daf1b-dc", "ovs_interfaceid": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.306472] env[62295]: DEBUG oslo_vmware.api [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52704955-473d-7dae-a81b-868ab711952e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.325391] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "refresh_cache-5918a7fe-0af5-4d71-b738-4bc4dcdd0315" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.325585] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "refresh_cache-5918a7fe-0af5-4d71-b738-4bc4dcdd0315" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.325725] env[62295]: DEBUG nova.network.neutron [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.332701] env[62295]: DEBUG nova.network.neutron [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Successfully created port: 6232c8f0-b882-43e7-877a-73024ebb5108 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1775.415185] env[62295]: DEBUG nova.compute.manager [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1775.482462] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a2350f60-050b-44b6-a6e7-830a56b018ad] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1775.527129] env[62295]: DEBUG oslo_concurrency.lockutils [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.657888] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "459374d1-4e3d-420c-8104-1b7a074ce21b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.658205] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "459374d1-4e3d-420c-8104-1b7a074ce21b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.751453] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9744bc0-6403-41cd-8881-5d31b874a887 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.763851] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e1ab71-12bd-4181-8cd9-c52ac4a813a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.796377] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a5a789-0a5f-49d5-a89f-d82481dbb4a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.809624] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738576f5-3597-45ca-8f29-fc45c3d966f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.813470] env[62295]: DEBUG oslo_vmware.api [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52704955-473d-7dae-a81b-868ab711952e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.823447] env[62295]: DEBUG nova.compute.provider_tree [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1775.862020] env[62295]: DEBUG nova.network.neutron [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1775.987265] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 685e8c77-0574-4459-8677-227bb2cb3671] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1776.011628] env[62295]: DEBUG nova.network.neutron [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Updating instance_info_cache with network_info: [{"id": "20c2f992-0a97-4679-8457-9b8d8d2a222c", "address": "fa:16:3e:65:5a:fd", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c2f992-0a", "ovs_interfaceid": "20c2f992-0a97-4679-8457-9b8d8d2a222c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.054073] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdce5e88-315e-4872-9933-b872ce55720a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.074268] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c95798-4e6e-4b29-b7bd-21ca60f83239 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.081538] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance 'c783dd98-2561-4961-a67d-8501df585218' progress to 83 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1776.163140] env[62295]: DEBUG nova.compute.manager [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1776.309244] env[62295]: DEBUG oslo_vmware.api [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52704955-473d-7dae-a81b-868ab711952e, 'name': SearchDatastore_Task, 'duration_secs': 1.213955} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.310046] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.345311] env[62295]: ERROR nova.scheduler.client.report [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [req-995f6f84-3ef2-41d6-af2a-9d9ef2027681] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-995f6f84-3ef2-41d6-af2a-9d9ef2027681"}]} [ 1776.362047] env[62295]: DEBUG nova.scheduler.client.report [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1776.375703] env[62295]: DEBUG nova.scheduler.client.report [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1776.375938] env[62295]: DEBUG nova.compute.provider_tree [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1776.388623] env[62295]: DEBUG nova.scheduler.client.report [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1776.408992] env[62295]: DEBUG nova.scheduler.client.report [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1776.428426] env[62295]: DEBUG nova.compute.manager [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1776.460749] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1776.461045] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1776.461194] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1776.461377] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1776.461542] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1776.461668] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1776.461869] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1776.462033] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1776.462221] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1776.462386] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1776.462517] env[62295]: DEBUG nova.virt.hardware [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1776.466030] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1929987-8461-4d36-8dcc-5536013fcb3f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.474621] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d85456-2f4d-4641-97f8-2c4f2f8387bb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.492756] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: d3173f71-1fba-413f-9014-205ed2beeea0] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1776.515051] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "refresh_cache-5918a7fe-0af5-4d71-b738-4bc4dcdd0315" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.515162] env[62295]: DEBUG nova.compute.manager [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Instance network_info: |[{"id": "20c2f992-0a97-4679-8457-9b8d8d2a222c", "address": "fa:16:3e:65:5a:fd", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c2f992-0a", "ovs_interfaceid": "20c2f992-0a97-4679-8457-9b8d8d2a222c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1776.515524] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:5a:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20c2f992-0a97-4679-8457-9b8d8d2a222c', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.523375] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Creating folder: Project (2ff7c1b2dae947c28b8fba6743c22ec3). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.526555] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e4b34e8-cda1-4459-9900-6b579a7fab37 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.537876] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Created folder: Project (2ff7c1b2dae947c28b8fba6743c22ec3) in parent group-v370569. [ 1776.538082] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Creating folder: Instances. Parent ref: group-v370836. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.541396] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46312d2f-997f-476e-83d9-20f65132a9b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.551407] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Created folder: Instances in parent group-v370836. [ 1776.551657] env[62295]: DEBUG oslo.service.loopingcall [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.551888] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.552134] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc9d8bd-016f-40ca-bc3d-4721b75e6e9c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.574315] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.574315] env[62295]: value = "task-1787268" [ 1776.574315] env[62295]: _type = "Task" [ 1776.574315] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.585837] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787268, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.590140] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1776.590405] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ae08a6-50b9-4a6f-8501-f2475af2b283 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.602597] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1776.602597] env[62295]: value = "task-1787269" [ 1776.602597] env[62295]: _type = "Task" [ 1776.602597] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.614816] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.658161] env[62295]: DEBUG nova.compute.manager [req-128ce689-df22-4672-9fb1-c47a542c996d req-b869b857-0bb2-456e-ac48-25966217c116 service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Received event network-changed-20c2f992-0a97-4679-8457-9b8d8d2a222c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1776.658376] env[62295]: DEBUG nova.compute.manager [req-128ce689-df22-4672-9fb1-c47a542c996d req-b869b857-0bb2-456e-ac48-25966217c116 service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Refreshing instance network info cache due to event network-changed-20c2f992-0a97-4679-8457-9b8d8d2a222c. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1776.658592] env[62295]: DEBUG oslo_concurrency.lockutils [req-128ce689-df22-4672-9fb1-c47a542c996d req-b869b857-0bb2-456e-ac48-25966217c116 service nova] Acquiring lock "refresh_cache-5918a7fe-0af5-4d71-b738-4bc4dcdd0315" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.658755] env[62295]: DEBUG oslo_concurrency.lockutils [req-128ce689-df22-4672-9fb1-c47a542c996d req-b869b857-0bb2-456e-ac48-25966217c116 service nova] Acquired lock "refresh_cache-5918a7fe-0af5-4d71-b738-4bc4dcdd0315" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.658942] env[62295]: DEBUG nova.network.neutron [req-128ce689-df22-4672-9fb1-c47a542c996d req-b869b857-0bb2-456e-ac48-25966217c116 service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Refreshing network info cache for port 20c2f992-0a97-4679-8457-9b8d8d2a222c {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.686945] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.779032] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d534e6e-f406-4453-b5d5-0bf984021e1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.787315] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67959a36-7c6e-459b-bbb0-233540611637 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.829357] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1776.829757] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370835', 'volume_id': '4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'name': 'volume-4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a3eb205e-efd9-4db4-8acf-d400e832fa05', 'attached_at': '', 'detached_at': '', 'volume_id': '4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'serial': '4e125dff-e6c7-4dc9-8ede-42b996330d7f'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1776.830734] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dafa65a-f549-44b8-8aec-c5db1fac0580 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.834406] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5361e6-9667-4fad-8cd1-f3746ab34593 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.857156] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed84461a-ea55-44ea-b402-e4ce3cd7eb72 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.862709] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac34980-c8d7-45c4-b838-6300283d5fed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.890754] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-4e125dff-e6c7-4dc9-8ede-42b996330d7f/volume-4e125dff-e6c7-4dc9-8ede-42b996330d7f.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.899806] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-129b7669-fdd9-4bae-a98a-79ff2072a794 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.915284] env[62295]: DEBUG nova.compute.provider_tree [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1776.927903] env[62295]: DEBUG oslo_vmware.api [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1776.927903] env[62295]: value = "task-1787270" [ 1776.927903] env[62295]: _type = "Task" [ 1776.927903] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.944654] env[62295]: DEBUG oslo_vmware.api [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.998889] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 473ba36d-5cc5-43f2-8e2c-849cb1da378b] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1777.085173] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787268, 'name': CreateVM_Task, 'duration_secs': 0.381023} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.085349] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.086050] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.086212] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.086531] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.086806] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc0a174-c607-4c57-8393-7a1da9b55507 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.091628] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1777.091628] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a45f92-094f-5977-bce2-25beddd7f1b2" [ 1777.091628] env[62295]: _type = "Task" [ 1777.091628] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.099832] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a45f92-094f-5977-bce2-25beddd7f1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.111116] env[62295]: DEBUG oslo_vmware.api [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787269, 'name': PowerOnVM_Task, 'duration_secs': 0.433255} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.111376] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1777.111561] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9319f-e9d6-401f-a0c2-f9e8ffa6445a tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance 'c783dd98-2561-4961-a67d-8501df585218' progress to 100 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1777.278695] env[62295]: DEBUG nova.network.neutron [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Successfully updated port: 6232c8f0-b882-43e7-877a-73024ebb5108 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1777.410446] env[62295]: DEBUG nova.network.neutron [req-128ce689-df22-4672-9fb1-c47a542c996d req-b869b857-0bb2-456e-ac48-25966217c116 service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Updated VIF entry in instance network info cache for port 20c2f992-0a97-4679-8457-9b8d8d2a222c. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.410822] env[62295]: DEBUG nova.network.neutron [req-128ce689-df22-4672-9fb1-c47a542c996d req-b869b857-0bb2-456e-ac48-25966217c116 service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Updating instance_info_cache with network_info: [{"id": "20c2f992-0a97-4679-8457-9b8d8d2a222c", "address": "fa:16:3e:65:5a:fd", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20c2f992-0a", "ovs_interfaceid": "20c2f992-0a97-4679-8457-9b8d8d2a222c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.437707] env[62295]: DEBUG oslo_vmware.api [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787270, 'name': ReconfigVM_Task, 'duration_secs': 0.414829} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.437954] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-4e125dff-e6c7-4dc9-8ede-42b996330d7f/volume-4e125dff-e6c7-4dc9-8ede-42b996330d7f.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.443144] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89247998-4243-4f07-80d6-ea4abcb00880 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.453465] env[62295]: DEBUG nova.scheduler.client.report [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1777.453704] env[62295]: DEBUG nova.compute.provider_tree [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 144 to 145 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1777.453880] env[62295]: DEBUG nova.compute.provider_tree [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.463161] env[62295]: DEBUG oslo_vmware.api [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1777.463161] env[62295]: value = "task-1787271" [ 1777.463161] env[62295]: _type = "Task" [ 1777.463161] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.473566] env[62295]: DEBUG oslo_vmware.api [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.502665] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 7c309611-0761-44d2-9e85-7cfc19e38f2e] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1777.603095] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a45f92-094f-5977-bce2-25beddd7f1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016853} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.603485] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.603845] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.604275] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.604375] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.604635] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.604969] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b0beefe-8fa6-463f-bd3c-6cf5433a2185 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.615585] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.615818] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.619356] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8dd0449-9bf5-425d-a60e-fb08ed9b3305 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.625541] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1777.625541] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d97441-3509-0bb1-4a02-45d4eb99fd35" [ 1777.625541] env[62295]: _type = "Task" [ 1777.625541] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.634364] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d97441-3509-0bb1-4a02-45d4eb99fd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.781720] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "refresh_cache-53911a5f-a742-4a29-85c7-7e6db98baaef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.781887] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "refresh_cache-53911a5f-a742-4a29-85c7-7e6db98baaef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.782123] env[62295]: DEBUG nova.network.neutron [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.913366] env[62295]: DEBUG oslo_concurrency.lockutils [req-128ce689-df22-4672-9fb1-c47a542c996d req-b869b857-0bb2-456e-ac48-25966217c116 service nova] Releasing lock "refresh_cache-5918a7fe-0af5-4d71-b738-4bc4dcdd0315" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.959814] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.569s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.960530] env[62295]: DEBUG nova.compute.manager [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1777.963621] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.688s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.963917] env[62295]: DEBUG nova.objects.instance [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lazy-loading 'resources' on Instance uuid 28ef98f1-1d10-4915-9bfc-1a720661e783 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.977162] env[62295]: DEBUG oslo_vmware.api [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787271, 'name': ReconfigVM_Task, 'duration_secs': 0.199225} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.979123] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370835', 'volume_id': '4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'name': 'volume-4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a3eb205e-efd9-4db4-8acf-d400e832fa05', 'attached_at': '', 'detached_at': '', 'volume_id': '4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'serial': '4e125dff-e6c7-4dc9-8ede-42b996330d7f'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1778.005976] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: dc4e5417-02d8-45f3-a905-36fcffbc565d] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1778.136731] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d97441-3509-0bb1-4a02-45d4eb99fd35, 'name': SearchDatastore_Task, 'duration_secs': 0.021171} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.137478] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9debacbc-dc18-4671-acf1-c95dfe0ec12c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.142893] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1778.142893] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a7f240-2c44-c96b-61b4-30b935eff36a" [ 1778.142893] env[62295]: _type = "Task" [ 1778.142893] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.151382] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a7f240-2c44-c96b-61b4-30b935eff36a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.320818] env[62295]: DEBUG nova.network.neutron [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1778.468017] env[62295]: DEBUG nova.compute.utils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1778.468549] env[62295]: DEBUG nova.compute.manager [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1778.468715] env[62295]: DEBUG nova.network.neutron [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1778.482552] env[62295]: DEBUG nova.network.neutron [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Updating instance_info_cache with network_info: [{"id": "6232c8f0-b882-43e7-877a-73024ebb5108", "address": "fa:16:3e:22:93:b2", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6232c8f0-b8", "ovs_interfaceid": "6232c8f0-b882-43e7-877a-73024ebb5108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.509978] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 04b4a097-782c-4119-8b22-657230f85c93] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1778.517146] env[62295]: DEBUG nova.policy [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c1b6ac566174dc6919def2d3cd9d2ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '218a9efe8f5342a4856493187c72b4fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1778.654604] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a7f240-2c44-c96b-61b4-30b935eff36a, 'name': SearchDatastore_Task, 'duration_secs': 0.017639} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.658203] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.658599] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.659869] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eca6cb2-83b2-46ac-8672-a560a6053912 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.667187] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1778.667187] env[62295]: value = "task-1787272" [ 1778.667187] env[62295]: _type = "Task" [ 1778.667187] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.679494] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.689279] env[62295]: DEBUG nova.compute.manager [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Received event network-vif-plugged-6232c8f0-b882-43e7-877a-73024ebb5108 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1778.689495] env[62295]: DEBUG oslo_concurrency.lockutils [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] Acquiring lock "53911a5f-a742-4a29-85c7-7e6db98baaef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.689729] env[62295]: DEBUG oslo_concurrency.lockutils [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] Lock "53911a5f-a742-4a29-85c7-7e6db98baaef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.689926] env[62295]: DEBUG oslo_concurrency.lockutils [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] Lock "53911a5f-a742-4a29-85c7-7e6db98baaef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.690108] env[62295]: DEBUG nova.compute.manager [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] No waiting events found dispatching network-vif-plugged-6232c8f0-b882-43e7-877a-73024ebb5108 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1778.690275] env[62295]: WARNING nova.compute.manager [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Received unexpected event network-vif-plugged-6232c8f0-b882-43e7-877a-73024ebb5108 for instance with vm_state building and task_state spawning. [ 1778.690430] env[62295]: DEBUG nova.compute.manager [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Received event network-changed-6232c8f0-b882-43e7-877a-73024ebb5108 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1778.690579] env[62295]: DEBUG nova.compute.manager [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Refreshing instance network info cache due to event network-changed-6232c8f0-b882-43e7-877a-73024ebb5108. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1778.690773] env[62295]: DEBUG oslo_concurrency.lockutils [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] Acquiring lock "refresh_cache-53911a5f-a742-4a29-85c7-7e6db98baaef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.784375] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66be78b4-6dbf-4667-bb83-2630a4a7e171 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.792724] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be16d033-dfaa-4315-84ff-9e33610aa5d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.823778] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ff95e7-dc29-476d-ab20-d96e0922c152 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.831482] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de31e07-a053-4ed8-853f-7c18b3dcb3e4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.845560] env[62295]: DEBUG nova.compute.provider_tree [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.898773] env[62295]: DEBUG nova.network.neutron [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Successfully created port: 6ebe5b88-ea44-437b-ba6c-c9adc75dd368 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1778.972259] env[62295]: DEBUG nova.compute.manager [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1778.987221] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "refresh_cache-53911a5f-a742-4a29-85c7-7e6db98baaef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.987568] env[62295]: DEBUG nova.compute.manager [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Instance network_info: |[{"id": "6232c8f0-b882-43e7-877a-73024ebb5108", "address": "fa:16:3e:22:93:b2", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6232c8f0-b8", "ovs_interfaceid": "6232c8f0-b882-43e7-877a-73024ebb5108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1778.987899] env[62295]: DEBUG oslo_concurrency.lockutils [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] Acquired lock "refresh_cache-53911a5f-a742-4a29-85c7-7e6db98baaef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.988096] env[62295]: DEBUG nova.network.neutron [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Refreshing network info cache for port 6232c8f0-b882-43e7-877a-73024ebb5108 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1778.989383] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:93:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6232c8f0-b882-43e7-877a-73024ebb5108', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.998142] env[62295]: DEBUG oslo.service.loopingcall [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.999041] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.999758] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04263945-7fa7-4a90-a87e-48c14da54cbd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.016298] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 39d5ce35-b0c9-4540-8777-ed00474b7fdd] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1779.027169] env[62295]: DEBUG nova.objects.instance [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lazy-loading 'flavor' on Instance uuid a3eb205e-efd9-4db4-8acf-d400e832fa05 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.028586] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1779.028586] env[62295]: value = "task-1787273" [ 1779.028586] env[62295]: _type = "Task" [ 1779.028586] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.046792] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787273, 'name': CreateVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.179157] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787272, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.213385] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.213385] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.349534] env[62295]: DEBUG nova.scheduler.client.report [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1779.520579] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 390cb599-33ae-4c1f-ad15-10d708c8e43b] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1779.536276] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5b034a98-c854-43c8-8f12-1b811ce4856c tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.342s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.543562] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787273, 'name': CreateVM_Task, 'duration_secs': 0.421678} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.543755] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1779.544522] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.544688] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.545032] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1779.545294] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd8cec0-71ad-4bfe-a2b4-d253aeddf188 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.553509] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1779.553509] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b16871-7f34-ae7e-6a63-66a31e38c9e1" [ 1779.553509] env[62295]: _type = "Task" [ 1779.553509] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.563165] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b16871-7f34-ae7e-6a63-66a31e38c9e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.565797] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "c783dd98-2561-4961-a67d-8501df585218" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.566029] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "c783dd98-2561-4961-a67d-8501df585218" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.566224] env[62295]: DEBUG nova.compute.manager [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Going to confirm migration 4 {{(pid=62295) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1779.678827] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935378} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.679112] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.679324] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.679584] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb54b353-5b2e-42c6-84af-21435a64a111 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.686199] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1779.686199] env[62295]: value = "task-1787274" [ 1779.686199] env[62295]: _type = "Task" [ 1779.686199] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.696713] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.717178] env[62295]: DEBUG nova.compute.utils [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.836708] env[62295]: DEBUG nova.network.neutron [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Updated VIF entry in instance network info cache for port 6232c8f0-b882-43e7-877a-73024ebb5108. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1779.837115] env[62295]: DEBUG nova.network.neutron [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Updating instance_info_cache with network_info: [{"id": "6232c8f0-b882-43e7-877a-73024ebb5108", "address": "fa:16:3e:22:93:b2", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6232c8f0-b8", "ovs_interfaceid": "6232c8f0-b882-43e7-877a-73024ebb5108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.856288] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.859033] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.913s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.859171] env[62295]: DEBUG nova.objects.instance [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lazy-loading 'resources' on Instance uuid d6e03104-099b-40ed-80f7-35fe4a41754f {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.879530] env[62295]: INFO nova.scheduler.client.report [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Deleted allocations for instance 28ef98f1-1d10-4915-9bfc-1a720661e783 [ 1779.986196] env[62295]: DEBUG nova.compute.manager [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1780.011897] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1780.012151] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1780.012310] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.012488] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1780.012635] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.012804] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1780.013046] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1780.013215] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1780.013381] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1780.013543] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1780.013711] env[62295]: DEBUG nova.virt.hardware [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1780.014583] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f28b9e3-f2f7-4095-8b32-c01b6c46ae8d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.022561] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2532af-c60b-4b19-9bcf-56aa51286ffd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.027026] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 66cf1b6b-808a-4fa3-9535-801f067229c3] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1780.064841] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b16871-7f34-ae7e-6a63-66a31e38c9e1, 'name': SearchDatastore_Task, 'duration_secs': 0.036496} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.065169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.065399] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.065627] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.065772] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.065950] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.066215] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40c3ee7c-2211-49df-84b8-453780270e71 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.080026] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.080026] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.080026] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ba9e0c-8c9e-4ab9-98da-19f85647cd8f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.083475] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1780.083475] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52796768-a8fb-3990-cfee-b6af59287fc8" [ 1780.083475] env[62295]: _type = "Task" [ 1780.083475] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.091335] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52796768-a8fb-3990-cfee-b6af59287fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.154256] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.154450] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquired lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.154629] env[62295]: DEBUG nova.network.neutron [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.154814] env[62295]: DEBUG nova.objects.instance [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lazy-loading 'info_cache' on Instance uuid c783dd98-2561-4961-a67d-8501df585218 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.195223] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09317} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.195491] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.196304] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbfe089-24ed-4ef5-9a5d-8f83493ed45b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.218558] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.218840] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a1cb0c0-7e3f-4251-af63-a771c577e798 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.233304] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.239139] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1780.239139] env[62295]: value = "task-1787275" [ 1780.239139] env[62295]: _type = "Task" [ 1780.239139] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.247623] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.340426] env[62295]: DEBUG oslo_concurrency.lockutils [req-cf4fc814-c535-4fab-8dc5-17c881e1bd2a req-1b5df39e-728a-4e4b-a5c6-fda66db1cbfe service nova] Releasing lock "refresh_cache-53911a5f-a742-4a29-85c7-7e6db98baaef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.390549] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d1c3046-da8b-4566-b2d2-46fa36d043a9 tempest-ServersTestJSON-1695122470 tempest-ServersTestJSON-1695122470-project-member] Lock "28ef98f1-1d10-4915-9bfc-1a720661e783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.041s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.432750] env[62295]: DEBUG nova.network.neutron [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Successfully updated port: 6ebe5b88-ea44-437b-ba6c-c9adc75dd368 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1780.530127] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 3d6e0ca9-e07c-4a0b-a267-8056755c23b6] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1780.597159] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52796768-a8fb-3990-cfee-b6af59287fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.601120] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936ea0fa-c038-40b4-90cb-8c7118db473b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.606924] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1780.606924] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525bd404-4393-a063-863c-13e44a841d80" [ 1780.606924] env[62295]: _type = "Task" [ 1780.606924] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.618448] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525bd404-4393-a063-863c-13e44a841d80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.652566] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01a135a-4667-4892-8d25-bc955455fe8b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.662417] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9367e62e-7080-4657-997f-ad7ea1814a3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.694990] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f6eebd-867c-480a-a46a-f933506f08d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.703128] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac7e582-a40e-40e5-bd79-07c8515b03ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.717654] env[62295]: DEBUG nova.compute.provider_tree [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.749290] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.937036] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquiring lock "refresh_cache-2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.937209] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquired lock "refresh_cache-2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.937376] env[62295]: DEBUG nova.network.neutron [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.036658] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1781.037026] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances with incomplete migration {{(pid=62295) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1781.121421] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525bd404-4393-a063-863c-13e44a841d80, 'name': SearchDatastore_Task, 'duration_secs': 0.023794} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.121721] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.122114] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 53911a5f-a742-4a29-85c7-7e6db98baaef/53911a5f-a742-4a29-85c7-7e6db98baaef.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.122452] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b98f82-01a7-4e67-9053-b970bde88b9b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.130694] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1781.130694] env[62295]: value = "task-1787276" [ 1781.130694] env[62295]: _type = "Task" [ 1781.130694] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.141848] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.220907] env[62295]: DEBUG nova.scheduler.client.report [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1781.249713] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.287739] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.288018] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.288262] env[62295]: INFO nova.compute.manager [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Attaching volume 9fcb1b6f-7f0d-46c4-afe6-e65690f90c61 to /dev/sdb [ 1781.320438] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9293d637-c24e-4b01-b6ff-284c55ba1c35 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.328180] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8565a21e-f180-4c99-a006-cf898e25ab48 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.342756] env[62295]: DEBUG nova.virt.block_device [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Updating existing volume attachment record: 25c47a71-c7fa-4d53-a77f-318d2a609718 {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1781.371506] env[62295]: DEBUG nova.network.neutron [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance_info_cache with network_info: [{"id": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "address": "fa:16:3e:6c:b8:15", "network": {"id": "e66feb34-efcf-4679-b999-7281a6c7df9d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1083423747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bff668f11a34e41a669d7c48a0d7145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0daf1b-dc", "ovs_interfaceid": "6b0daf1b-dca4-4b3a-8cb8-0448f31889d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.471658] env[62295]: DEBUG nova.network.neutron [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1781.540483] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1781.620532] env[62295]: DEBUG nova.network.neutron [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Updating instance_info_cache with network_info: [{"id": "6ebe5b88-ea44-437b-ba6c-c9adc75dd368", "address": "fa:16:3e:85:c4:59", "network": {"id": "b4c45bbb-8a87-4dbb-beed-8a5bc70fa59e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-653527694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "218a9efe8f5342a4856493187c72b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ebe5b88-ea", "ovs_interfaceid": "6ebe5b88-ea44-437b-ba6c-c9adc75dd368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.643415] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787276, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.728676] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.732382] env[62295]: DEBUG oslo_concurrency.lockutils [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.607s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.732382] env[62295]: DEBUG nova.objects.instance [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lazy-loading 'resources' on Instance uuid 1bce0447-0a83-41aa-af96-bce1d6c25478 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.754125] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787275, 'name': ReconfigVM_Task, 'duration_secs': 1.313437} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.755442] env[62295]: INFO nova.scheduler.client.report [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Deleted allocations for instance d6e03104-099b-40ed-80f7-35fe4a41754f [ 1781.760604] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.761843] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47e11057-0428-4df2-99d1-0df035361341 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.769214] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1781.769214] env[62295]: value = "task-1787280" [ 1781.769214] env[62295]: _type = "Task" [ 1781.769214] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.778233] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787280, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.873917] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Releasing lock "refresh_cache-c783dd98-2561-4961-a67d-8501df585218" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.874245] env[62295]: DEBUG nova.objects.instance [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lazy-loading 'migration_context' on Instance uuid c783dd98-2561-4961-a67d-8501df585218 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.124251] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Releasing lock "refresh_cache-2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.124601] env[62295]: DEBUG nova.compute.manager [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Instance network_info: |[{"id": "6ebe5b88-ea44-437b-ba6c-c9adc75dd368", "address": "fa:16:3e:85:c4:59", "network": {"id": "b4c45bbb-8a87-4dbb-beed-8a5bc70fa59e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-653527694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "218a9efe8f5342a4856493187c72b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ebe5b88-ea", "ovs_interfaceid": "6ebe5b88-ea44-437b-ba6c-c9adc75dd368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1782.125396] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:c4:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ebe5b88-ea44-437b-ba6c-c9adc75dd368', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1782.134860] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Creating folder: Project (218a9efe8f5342a4856493187c72b4fb). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1782.135273] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e0f96d7-6917-4cb3-9e7b-c67d430e14ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.144088] env[62295]: DEBUG nova.compute.manager [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Received event network-vif-plugged-6ebe5b88-ea44-437b-ba6c-c9adc75dd368 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1782.144302] env[62295]: DEBUG oslo_concurrency.lockutils [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] Acquiring lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.144507] env[62295]: DEBUG oslo_concurrency.lockutils [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] Lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.144673] env[62295]: DEBUG oslo_concurrency.lockutils [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] Lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.144836] env[62295]: DEBUG nova.compute.manager [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] No waiting events found dispatching network-vif-plugged-6ebe5b88-ea44-437b-ba6c-c9adc75dd368 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1782.145022] env[62295]: WARNING nova.compute.manager [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Received unexpected event network-vif-plugged-6ebe5b88-ea44-437b-ba6c-c9adc75dd368 for instance with vm_state building and task_state spawning. [ 1782.145178] env[62295]: DEBUG nova.compute.manager [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Received event network-changed-6ebe5b88-ea44-437b-ba6c-c9adc75dd368 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1782.145332] env[62295]: DEBUG nova.compute.manager [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Refreshing instance network info cache due to event network-changed-6ebe5b88-ea44-437b-ba6c-c9adc75dd368. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1782.145570] env[62295]: DEBUG oslo_concurrency.lockutils [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] Acquiring lock "refresh_cache-2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.145722] env[62295]: DEBUG oslo_concurrency.lockutils [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] Acquired lock "refresh_cache-2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.146247] env[62295]: DEBUG nova.network.neutron [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Refreshing network info cache for port 6ebe5b88-ea44-437b-ba6c-c9adc75dd368 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.155369] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678479} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.157711] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 53911a5f-a742-4a29-85c7-7e6db98baaef/53911a5f-a742-4a29-85c7-7e6db98baaef.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1782.157965] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1782.158256] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Created folder: Project (218a9efe8f5342a4856493187c72b4fb) in parent group-v370569. [ 1782.158422] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Creating folder: Instances. Parent ref: group-v370842. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1782.158633] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee5b8eb0-50aa-4465-982d-4793e741c284 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.160969] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b1262e5-4a4a-4f0c-b701-3becbf11eb8c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.169746] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1782.169746] env[62295]: value = "task-1787282" [ 1782.169746] env[62295]: _type = "Task" [ 1782.169746] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.174368] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Created folder: Instances in parent group-v370842. [ 1782.174611] env[62295]: DEBUG oslo.service.loopingcall [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.175179] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1782.175394] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bfa5d33-414d-4e31-99f3-92abdb1bf0e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.194414] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.201159] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1782.201159] env[62295]: value = "task-1787284" [ 1782.201159] env[62295]: _type = "Task" [ 1782.201159] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.210852] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787284, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.266192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f9c6b6a-d2ed-4800-8cff-8109a670ea0d tempest-ServersTestManualDisk-1401360526 tempest-ServersTestManualDisk-1401360526-project-member] Lock "d6e03104-099b-40ed-80f7-35fe4a41754f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.246s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.282859] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787280, 'name': Rename_Task, 'duration_secs': 0.167829} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.286077] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.286811] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf0e4ecd-efcd-4091-ac41-f6d81f4efceb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.293993] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1782.293993] env[62295]: value = "task-1787285" [ 1782.293993] env[62295]: _type = "Task" [ 1782.293993] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.304855] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.378830] env[62295]: DEBUG nova.objects.base [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1782.379822] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817790f8-0853-4795-9ea3-f6eea9974c11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.405130] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463e9387-e017-4922-9fe5-f0bf10dbdb94 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.411201] env[62295]: DEBUG oslo_vmware.api [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1782.411201] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528fe7a5-9497-41a1-2b88-8c68e35ea710" [ 1782.411201] env[62295]: _type = "Task" [ 1782.411201] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.419453] env[62295]: DEBUG oslo_vmware.api [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528fe7a5-9497-41a1-2b88-8c68e35ea710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.544565] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc2b6f-7613-47fa-8ebf-118aade1e2f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.552557] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bcf61b-3427-4b61-b4f4-b2119cf79902 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.595091] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eae48a3-925c-45a5-b1dc-29ce23f82596 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.604228] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec6cc3e-385d-4b5c-b967-2e11390b2756 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.619608] env[62295]: DEBUG nova.compute.provider_tree [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.681775] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102364} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.682305] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.683329] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f87d47-ca0c-4f20-88a8-a3c420c662aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.711653] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 53911a5f-a742-4a29-85c7-7e6db98baaef/53911a5f-a742-4a29-85c7-7e6db98baaef.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.718270] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3611da-7991-4d8c-b117-6e855312e179 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.743976] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787284, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.745464] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1782.745464] env[62295]: value = "task-1787286" [ 1782.745464] env[62295]: _type = "Task" [ 1782.745464] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.755301] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.769915] env[62295]: DEBUG oslo_vmware.rw_handles [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d0f-79fd-bdd5-10e4-735fedd30668/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1782.772299] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf339d19-85a0-4695-af58-738bb153d02e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.782662] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.782903] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.789023] env[62295]: DEBUG oslo_vmware.rw_handles [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d0f-79fd-bdd5-10e4-735fedd30668/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1782.789393] env[62295]: ERROR oslo_vmware.rw_handles [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d0f-79fd-bdd5-10e4-735fedd30668/disk-0.vmdk due to incomplete transfer. [ 1782.789885] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dd3d078a-be46-49a4-a110-0c2fca7b01df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.801493] env[62295]: DEBUG oslo_vmware.rw_handles [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d0f-79fd-bdd5-10e4-735fedd30668/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1782.801700] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Uploaded image 371ad1c2-ecc7-41ac-b05f-d22512033896 to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1782.804254] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1782.805500] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e327079-35e5-419e-a58a-5ea6a835c3ea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.812312] env[62295]: DEBUG oslo_vmware.api [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787285, 'name': PowerOnVM_Task, 'duration_secs': 0.514044} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.812932] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.813186] env[62295]: INFO nova.compute.manager [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1782.813400] env[62295]: DEBUG nova.compute.manager [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1782.814631] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790f4733-f18a-467c-935d-4eccd310c809 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.818936] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1782.818936] env[62295]: value = "task-1787287" [ 1782.818936] env[62295]: _type = "Task" [ 1782.818936] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.832653] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787287, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.923054] env[62295]: DEBUG oslo_vmware.api [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528fe7a5-9497-41a1-2b88-8c68e35ea710, 'name': SearchDatastore_Task, 'duration_secs': 0.007962} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.923956] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.946750] env[62295]: DEBUG nova.network.neutron [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Updated VIF entry in instance network info cache for port 6ebe5b88-ea44-437b-ba6c-c9adc75dd368. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.947156] env[62295]: DEBUG nova.network.neutron [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Updating instance_info_cache with network_info: [{"id": "6ebe5b88-ea44-437b-ba6c-c9adc75dd368", "address": "fa:16:3e:85:c4:59", "network": {"id": "b4c45bbb-8a87-4dbb-beed-8a5bc70fa59e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-653527694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "218a9efe8f5342a4856493187c72b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ebe5b88-ea", "ovs_interfaceid": "6ebe5b88-ea44-437b-ba6c-c9adc75dd368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.123085] env[62295]: DEBUG nova.scheduler.client.report [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1783.213556] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787284, 'name': CreateVM_Task, 'duration_secs': 0.909122} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.213813] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1783.215499] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.215737] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.217016] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1783.217282] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d597cb-9f8c-4d96-a401-17290fa189b3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.224513] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for the task: (returnval){ [ 1783.224513] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a9ec3a-f663-e659-6756-c4808ae84abd" [ 1783.224513] env[62295]: _type = "Task" [ 1783.224513] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.232506] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a9ec3a-f663-e659-6756-c4808ae84abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.257357] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.291277] env[62295]: DEBUG nova.compute.manager [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1783.337022] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787287, 'name': Destroy_Task, 'duration_secs': 0.404204} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.337022] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Destroyed the VM [ 1783.337022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1783.337760] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b7cb1c89-a7e5-4305-bee1-595b4aa48d19 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.340554] env[62295]: INFO nova.compute.manager [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Took 16.87 seconds to build instance. [ 1783.346735] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1783.346735] env[62295]: value = "task-1787288" [ 1783.346735] env[62295]: _type = "Task" [ 1783.346735] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.355926] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.450300] env[62295]: DEBUG oslo_concurrency.lockutils [req-e069e741-cd42-449f-bc75-97c65298cc53 req-61752fe2-b499-4ea2-871b-e3844eead04d service nova] Releasing lock "refresh_cache-2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.632353] env[62295]: DEBUG oslo_concurrency.lockutils [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.638489] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.896s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.661592] env[62295]: INFO nova.scheduler.client.report [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Deleted allocations for instance 1bce0447-0a83-41aa-af96-bce1d6c25478 [ 1783.739557] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a9ec3a-f663-e659-6756-c4808ae84abd, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.739557] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.740071] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1783.740457] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.740850] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.742106] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1783.742106] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-749afb20-ba4f-4147-960b-8e7587dcd289 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.757056] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1783.757411] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1783.758863] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097d7b38-4422-4a05-9ec5-02b310f2c15a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.768342] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787286, 'name': ReconfigVM_Task, 'duration_secs': 0.865051} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.768342] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 53911a5f-a742-4a29-85c7-7e6db98baaef/53911a5f-a742-4a29-85c7-7e6db98baaef.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1783.768342] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5174afab-9f7d-4848-a7c5-225ddc1cf852 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.771023] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for the task: (returnval){ [ 1783.771023] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52429c09-7253-2e67-4c01-c6a6e82629a5" [ 1783.771023] env[62295]: _type = "Task" [ 1783.771023] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.775775] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1783.775775] env[62295]: value = "task-1787290" [ 1783.775775] env[62295]: _type = "Task" [ 1783.775775] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.784062] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52429c09-7253-2e67-4c01-c6a6e82629a5, 'name': SearchDatastore_Task, 'duration_secs': 0.00922} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.785260] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628b4c7c-4c76-47f5-8b4c-b2025fc6d9cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.790416] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787290, 'name': Rename_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.793291] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for the task: (returnval){ [ 1783.793291] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527e2a6d-757f-a6f3-865c-0aa1915e1747" [ 1783.793291] env[62295]: _type = "Task" [ 1783.793291] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.805113] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527e2a6d-757f-a6f3-865c-0aa1915e1747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.814955] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.844445] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0c039cb-16ed-4110-b887-e3e5ab48b197 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.381s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.857572] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787288, 'name': RemoveSnapshot_Task, 'duration_secs': 0.389413} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.857572] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1783.857719] env[62295]: DEBUG nova.compute.manager [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1783.858686] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be7f84-f790-42ad-accf-2d00a8da97e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.150710] env[62295]: INFO nova.compute.claims [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.172270] env[62295]: DEBUG oslo_concurrency.lockutils [None req-186278f0-d0a1-4a2a-aaff-e0c64f2410e0 tempest-InstanceActionsNegativeTestJSON-437190524 tempest-InstanceActionsNegativeTestJSON-437190524-project-member] Lock "1bce0447-0a83-41aa-af96-bce1d6c25478" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.028s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.289230] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787290, 'name': Rename_Task, 'duration_secs': 0.336075} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.289578] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.289855] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1a37a7a-6034-4562-87ec-1b1f8a005089 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.299116] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1784.299116] env[62295]: value = "task-1787291" [ 1784.299116] env[62295]: _type = "Task" [ 1784.299116] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.309678] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527e2a6d-757f-a6f3-865c-0aa1915e1747, 'name': SearchDatastore_Task, 'duration_secs': 0.026458} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.310216] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.310542] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48/2ef3c414-6e60-46e6-90e7-e8bb71e1ca48.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1784.314021] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c8dee6-73be-452d-946c-15821fb3de38 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.317516] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787291, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.322730] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for the task: (returnval){ [ 1784.322730] env[62295]: value = "task-1787292" [ 1784.322730] env[62295]: _type = "Task" [ 1784.322730] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.332992] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.372780] env[62295]: INFO nova.compute.manager [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Shelve offloading [ 1784.375160] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.375465] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29212066-5b6d-4ee7-ae29-816bbba11b52 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.382410] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1784.382410] env[62295]: value = "task-1787293" [ 1784.382410] env[62295]: _type = "Task" [ 1784.382410] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.391643] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "156fe56f-9727-473f-a409-5afceb7530d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.391898] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.399753] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1784.399982] env[62295]: DEBUG nova.compute.manager [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1784.400865] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587e8915-0a30-4ed3-86fe-444472b48815 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.409206] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.409447] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.409657] env[62295]: DEBUG nova.network.neutron [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.657349] env[62295]: INFO nova.compute.resource_tracker [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating resource usage from migration 3e027540-39f2-47f1-aa53-d0f031dbe0b7 [ 1784.816682] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.842096] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.896998] env[62295]: DEBUG nova.compute.utils [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1785.022504] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762bde86-c5f8-4000-b314-91a5f36954a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.030620] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab9f5d3-292a-4a49-b313-2c1b176d4a49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.070834] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f664fa8d-cea5-4b07-a47e-b61d0ee5eef7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.079966] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001cd16c-9945-4302-ac76-4f7d536ea7cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.095093] env[62295]: DEBUG nova.compute.provider_tree [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.311948] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787291, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.313980] env[62295]: DEBUG nova.network.neutron [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Updating instance_info_cache with network_info: [{"id": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "address": "fa:16:3e:e7:03:8e", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc5c5a6-0b", "ovs_interfaceid": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.333452] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561645} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.333736] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48/2ef3c414-6e60-46e6-90e7-e8bb71e1ca48.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1785.333996] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1785.334269] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef847513-87f3-4529-8cf9-17c5bd766878 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.342890] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for the task: (returnval){ [ 1785.342890] env[62295]: value = "task-1787294" [ 1785.342890] env[62295]: _type = "Task" [ 1785.342890] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.352214] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.400475] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.598394] env[62295]: DEBUG nova.scheduler.client.report [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1785.811337] env[62295]: DEBUG oslo_vmware.api [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787291, 'name': PowerOnVM_Task, 'duration_secs': 1.101912} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.811827] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1785.812286] env[62295]: INFO nova.compute.manager [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1785.812489] env[62295]: DEBUG nova.compute.manager [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1785.813308] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0522d32-ad99-40ad-9ee8-31c9a99abd14 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.816287] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.853293] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07424} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.853421] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1785.854229] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e34eda-1411-4887-8ead-e5b3b4e77bb3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.876808] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48/2ef3c414-6e60-46e6-90e7-e8bb71e1ca48.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.878997] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd89a24d-a7d0-49ea-a06d-c3509786ac69 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.897019] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1785.897273] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370841', 'volume_id': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'name': 'volume-9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e372a2d6-541f-4026-afb9-9901c9eda2f5', 'attached_at': '', 'detached_at': '', 'volume_id': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'serial': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1785.898454] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74de97-0308-4371-8c08-00cbd0889c11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.918995] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fb4c55-b56a-4b40-adab-d2f9f2591cdd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.921979] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for the task: (returnval){ [ 1785.921979] env[62295]: value = "task-1787295" [ 1785.921979] env[62295]: _type = "Task" [ 1785.921979] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.948448] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-9fcb1b6f-7f0d-46c4-afe6-e65690f90c61/volume-9fcb1b6f-7f0d-46c4-afe6-e65690f90c61.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.951600] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f36c08-686a-4537-a9a7-95a21f170073 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.971164] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.979364] env[62295]: DEBUG oslo_vmware.api [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1785.979364] env[62295]: value = "task-1787296" [ 1785.979364] env[62295]: _type = "Task" [ 1785.979364] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.988557] env[62295]: DEBUG oslo_vmware.api [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.103679] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.471s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.103932] env[62295]: INFO nova.compute.manager [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Migrating [ 1786.116847] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.755s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.118389] env[62295]: INFO nova.compute.claims [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1786.336813] env[62295]: INFO nova.compute.manager [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Took 19.27 seconds to build instance. [ 1786.396149] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1786.396149] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456a4859-7860-4280-83f4-e364de2deacd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.405702] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.405702] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8a1fdf5-120d-466d-b8b1-e7a8c134ac50 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.431833] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787295, 'name': ReconfigVM_Task, 'duration_secs': 0.371692} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.434749] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48/2ef3c414-6e60-46e6-90e7-e8bb71e1ca48.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1786.434749] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85792a15-f3b4-4506-8747-62bfcb3e9b10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.443052] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for the task: (returnval){ [ 1786.443052] env[62295]: value = "task-1787298" [ 1786.443052] env[62295]: _type = "Task" [ 1786.443052] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.453568] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787298, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.475535] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "156fe56f-9727-473f-a409-5afceb7530d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.476191] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.476642] env[62295]: INFO nova.compute.manager [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Attaching volume 0043d98f-e09b-437c-b3d3-0d42f8ac7c40 to /dev/sdb [ 1786.488805] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.489385] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.489706] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleting the datastore file [datastore1] abd605fe-fba5-4031-846f-874440880588 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.493795] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a987bb8-5add-4536-844c-7d2ebd5dcb9e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.495738] env[62295]: DEBUG oslo_vmware.api [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787296, 'name': ReconfigVM_Task, 'duration_secs': 0.375323} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.496142] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-9fcb1b6f-7f0d-46c4-afe6-e65690f90c61/volume-9fcb1b6f-7f0d-46c4-afe6-e65690f90c61.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1786.501442] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70dc670-718b-4dfe-9d54-c2b98d88e1a3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.513574] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1786.513574] env[62295]: value = "task-1787299" [ 1786.513574] env[62295]: _type = "Task" [ 1786.513574] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.518571] env[62295]: DEBUG oslo_vmware.api [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1786.518571] env[62295]: value = "task-1787300" [ 1786.518571] env[62295]: _type = "Task" [ 1786.518571] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.524403] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.529883] env[62295]: DEBUG oslo_vmware.api [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.531556] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b37bb3-f3a1-4d8d-9500-113fd316389b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.538146] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9cec46-257d-4eaa-983e-a49ec6e4344a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.551370] env[62295]: DEBUG nova.virt.block_device [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updating existing volume attachment record: 9325e084-10f7-4481-8872-d1207155083c {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1786.626185] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.626465] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.627169] env[62295]: DEBUG nova.network.neutron [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.839805] env[62295]: DEBUG oslo_concurrency.lockutils [None req-04edefa1-eee1-4918-8f5e-056632c74358 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "53911a5f-a742-4a29-85c7-7e6db98baaef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.780s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.952714] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787298, 'name': Rename_Task, 'duration_secs': 0.188715} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.953109] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.953393] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-240af565-22a2-465f-8037-8214db80a6c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.961414] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for the task: (returnval){ [ 1786.961414] env[62295]: value = "task-1787304" [ 1786.961414] env[62295]: _type = "Task" [ 1786.961414] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.970706] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.026719] env[62295]: DEBUG oslo_vmware.api [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197289} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.030603] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1787.030892] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1787.031117] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1787.039027] env[62295]: DEBUG oslo_vmware.api [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787300, 'name': ReconfigVM_Task, 'duration_secs': 0.163134} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.039171] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370841', 'volume_id': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'name': 'volume-9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e372a2d6-541f-4026-afb9-9901c9eda2f5', 'attached_at': '', 'detached_at': '', 'volume_id': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'serial': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1787.077335] env[62295]: INFO nova.scheduler.client.report [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleted allocations for instance abd605fe-fba5-4031-846f-874440880588 [ 1787.255431] env[62295]: DEBUG nova.compute.manager [req-a2afc68a-1cd4-4b7f-be8b-3edb22857b65 req-5e374421-69f6-4913-941a-34e6adde0d59 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received event network-vif-unplugged-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1787.255683] env[62295]: DEBUG oslo_concurrency.lockutils [req-a2afc68a-1cd4-4b7f-be8b-3edb22857b65 req-5e374421-69f6-4913-941a-34e6adde0d59 service nova] Acquiring lock "abd605fe-fba5-4031-846f-874440880588-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.255893] env[62295]: DEBUG oslo_concurrency.lockutils [req-a2afc68a-1cd4-4b7f-be8b-3edb22857b65 req-5e374421-69f6-4913-941a-34e6adde0d59 service nova] Lock "abd605fe-fba5-4031-846f-874440880588-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.256875] env[62295]: DEBUG oslo_concurrency.lockutils [req-a2afc68a-1cd4-4b7f-be8b-3edb22857b65 req-5e374421-69f6-4913-941a-34e6adde0d59 service nova] Lock "abd605fe-fba5-4031-846f-874440880588-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.256875] env[62295]: DEBUG nova.compute.manager [req-a2afc68a-1cd4-4b7f-be8b-3edb22857b65 req-5e374421-69f6-4913-941a-34e6adde0d59 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] No waiting events found dispatching network-vif-unplugged-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1787.257088] env[62295]: WARNING nova.compute.manager [req-a2afc68a-1cd4-4b7f-be8b-3edb22857b65 req-5e374421-69f6-4913-941a-34e6adde0d59 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received unexpected event network-vif-unplugged-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb for instance with vm_state shelved_offloaded and task_state None. [ 1787.461082] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4982033-c561-4457-8f44-46d88d9265ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.477215] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c628fc70-1ffd-46e5-946c-b3928ea95a78 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.485019] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787304, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.527647] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cd20fa-2711-4d69-b63a-a11036f0f157 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.536602] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ba4d3-fd8c-4479-93a2-8b1c62ead9af {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.554652] env[62295]: DEBUG nova.compute.provider_tree [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.583756] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.725698] env[62295]: DEBUG nova.network.neutron [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance_info_cache with network_info: [{"id": "3abd8768-058f-47f6-93cb-b21273e4af3e", "address": "fa:16:3e:53:77:a1", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abd8768-05", "ovs_interfaceid": "3abd8768-058f-47f6-93cb-b21273e4af3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.975663] env[62295]: DEBUG oslo_vmware.api [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787304, 'name': PowerOnVM_Task, 'duration_secs': 0.767788} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.975949] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.976266] env[62295]: INFO nova.compute.manager [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1787.976471] env[62295]: DEBUG nova.compute.manager [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1787.977296] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3959c8b6-a706-46a6-8429-7113c1e41b12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.058592] env[62295]: DEBUG nova.scheduler.client.report [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1788.117351] env[62295]: DEBUG nova.objects.instance [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'flavor' on Instance uuid e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.231025] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.497935] env[62295]: INFO nova.compute.manager [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Took 20.99 seconds to build instance. [ 1788.564245] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.565439] env[62295]: DEBUG nova.compute.manager [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1788.568521] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.259s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.623260] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65ec353d-be95-46fb-a052-5652cf589a43 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.335s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.914169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.914169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.999595] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6765dec7-4ace-4ab0-b2a4-7c0ad4fec8b0 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.507s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.070683] env[62295]: DEBUG nova.compute.utils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1789.078020] env[62295]: DEBUG nova.compute.manager [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1789.078020] env[62295]: DEBUG nova.network.neutron [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1789.141549] env[62295]: DEBUG nova.policy [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85728576454e0ebfd8ecb23e3cc414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b56fecce9f45ee8214eceab0ed7377', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1789.277751] env[62295]: DEBUG oslo_concurrency.lockutils [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.277751] env[62295]: DEBUG oslo_concurrency.lockutils [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.277751] env[62295]: DEBUG nova.compute.manager [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1789.278288] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8b60a6-7ff0-4c22-b9dd-a6ce3a126265 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.291220] env[62295]: DEBUG nova.compute.manager [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1789.291804] env[62295]: DEBUG nova.objects.instance [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'flavor' on Instance uuid e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.371499] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52571436-01b0-4a66-b03b-345e4b009a19 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.380086] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53078f4-e4d6-4257-bdb3-5116a5d9a1b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.410573] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95a771-b1a7-4a61-8398-8b16f4f55f14 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.414737] env[62295]: DEBUG nova.network.neutron [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Successfully created port: 59fd498e-9555-47c8-955d-1b4d288e2480 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1789.416633] env[62295]: DEBUG nova.compute.manager [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1789.422909] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b23e64-690f-4449-9897-7535386ff9f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.439967] env[62295]: DEBUG nova.compute.provider_tree [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.577175] env[62295]: DEBUG nova.compute.manager [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1789.756561] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64c7c4e-90cc-4b19-8e0c-3db67b0d299a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.779696] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance '86a89d2c-a27b-4af6-9a17-d4ce8eae1b96' progress to 0 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1789.797920] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.798180] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3d5fb5a-c351-4aa8-aa75-1bf2d4b73fc0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.804714] env[62295]: DEBUG oslo_vmware.api [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1789.804714] env[62295]: value = "task-1787306" [ 1789.804714] env[62295]: _type = "Task" [ 1789.804714] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.812969] env[62295]: DEBUG oslo_vmware.api [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.942577] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.943467] env[62295]: DEBUG nova.scheduler.client.report [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1790.100282] env[62295]: DEBUG nova.compute.manager [req-ae40c911-a901-4b3b-939d-4a4d28766e40 req-dc721aa7-3fce-49a2-8010-65a9a47e057f service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received event network-changed-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1790.100966] env[62295]: DEBUG nova.compute.manager [req-ae40c911-a901-4b3b-939d-4a4d28766e40 req-dc721aa7-3fce-49a2-8010-65a9a47e057f service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Refreshing instance network info cache due to event network-changed-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1790.100966] env[62295]: DEBUG oslo_concurrency.lockutils [req-ae40c911-a901-4b3b-939d-4a4d28766e40 req-dc721aa7-3fce-49a2-8010-65a9a47e057f service nova] Acquiring lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.101130] env[62295]: DEBUG oslo_concurrency.lockutils [req-ae40c911-a901-4b3b-939d-4a4d28766e40 req-dc721aa7-3fce-49a2-8010-65a9a47e057f service nova] Acquired lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.101313] env[62295]: DEBUG nova.network.neutron [req-ae40c911-a901-4b3b-939d-4a4d28766e40 req-dc721aa7-3fce-49a2-8010-65a9a47e057f service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Refreshing network info cache for port dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.286956] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.288384] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d481253b-c10b-4ce0-8f0b-1c8dda9ae5b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.295011] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1790.295011] env[62295]: value = "task-1787307" [ 1790.295011] env[62295]: _type = "Task" [ 1790.295011] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.304113] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1790.304334] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance '86a89d2c-a27b-4af6-9a17-d4ce8eae1b96' progress to 17 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1790.316028] env[62295]: DEBUG oslo_vmware.api [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787306, 'name': PowerOffVM_Task, 'duration_secs': 0.419523} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.316307] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.316479] env[62295]: DEBUG nova.compute.manager [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1790.318089] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cf92a6-fd88-44c1-b9f0-5e3ecad44eeb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.586986] env[62295]: DEBUG nova.compute.manager [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1790.609644] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1790.609943] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1790.610118] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.610305] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1790.610480] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.610595] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1790.610797] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1790.610990] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1790.611178] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1790.611341] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1790.611513] env[62295]: DEBUG nova.virt.hardware [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1790.612400] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aea606c-c2db-4ef2-abf8-3b3b03578f83 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.620774] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f40d774-bdb7-4c25-adeb-bf2b9b82f397 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.813757] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1790.814028] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1790.814193] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.814375] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1790.814519] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.814664] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1790.814903] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1790.815097] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1790.815190] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1790.815355] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1790.815528] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1790.823427] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51869d30-526e-450a-a261-63b7fdd7cd05 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.837985] env[62295]: DEBUG oslo_concurrency.lockutils [None req-73d667a1-2a81-47d0-b769-eeb3b174b28f tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.561s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.845069] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1790.845069] env[62295]: value = "task-1787308" [ 1790.845069] env[62295]: _type = "Task" [ 1790.845069] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.854912] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.953830] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.385s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.956636] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.270s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.958358] env[62295]: INFO nova.compute.claims [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1790.964158] env[62295]: DEBUG nova.network.neutron [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Successfully updated port: 59fd498e-9555-47c8-955d-1b4d288e2480 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.115384] env[62295]: DEBUG nova.network.neutron [req-ae40c911-a901-4b3b-939d-4a4d28766e40 req-dc721aa7-3fce-49a2-8010-65a9a47e057f service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Updated VIF entry in instance network info cache for port dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.115752] env[62295]: DEBUG nova.network.neutron [req-ae40c911-a901-4b3b-939d-4a4d28766e40 req-dc721aa7-3fce-49a2-8010-65a9a47e057f service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Updating instance_info_cache with network_info: [{"id": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "address": "fa:16:3e:e7:03:8e", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdcc5c5a6-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.128804] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1791.129047] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370846', 'volume_id': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'name': 'volume-0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '156fe56f-9727-473f-a409-5afceb7530d5', 'attached_at': '', 'detached_at': '', 'volume_id': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'serial': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1791.130293] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512c73cf-88fd-4c90-abca-dddc7272ccb7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.148530] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cd855d-4c89-4bd0-a1af-38eeb5950cf9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.174679] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-0043d98f-e09b-437c-b3d3-0d42f8ac7c40/volume-0043d98f-e09b-437c-b3d3-0d42f8ac7c40.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.174991] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b607ea0-b19f-46b4-ae79-a2744ad1ab68 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.193847] env[62295]: DEBUG oslo_vmware.api [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1791.193847] env[62295]: value = "task-1787309" [ 1791.193847] env[62295]: _type = "Task" [ 1791.193847] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.201916] env[62295]: DEBUG oslo_vmware.api [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787309, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.278459] env[62295]: DEBUG oslo_concurrency.lockutils [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquiring lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.278744] env[62295]: DEBUG oslo_concurrency.lockutils [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.278961] env[62295]: DEBUG oslo_concurrency.lockutils [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquiring lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.279156] env[62295]: DEBUG oslo_concurrency.lockutils [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.279329] env[62295]: DEBUG oslo_concurrency.lockutils [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.282185] env[62295]: INFO nova.compute.manager [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Terminating instance [ 1791.283869] env[62295]: DEBUG nova.compute.manager [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1791.284090] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.284934] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac1824f-2142-4396-a040-5297ab4ba12f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.292755] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.292997] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8028142-853a-43a5-9681-18c7d3769f5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.298963] env[62295]: DEBUG oslo_vmware.api [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for the task: (returnval){ [ 1791.298963] env[62295]: value = "task-1787310" [ 1791.298963] env[62295]: _type = "Task" [ 1791.298963] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.309499] env[62295]: DEBUG oslo_vmware.api [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.355758] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787308, 'name': ReconfigVM_Task, 'duration_secs': 0.37225} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.356080] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance '86a89d2c-a27b-4af6-9a17-d4ce8eae1b96' progress to 33 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1791.377844] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "abd605fe-fba5-4031-846f-874440880588" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.469200] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "refresh_cache-de4175b3-d2c6-4804-be2e-fa494d4bbdef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.469376] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "refresh_cache-de4175b3-d2c6-4804-be2e-fa494d4bbdef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.469545] env[62295]: DEBUG nova.network.neutron [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.553093] env[62295]: INFO nova.scheduler.client.report [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleted allocation for migration e6cebace-3c4b-48aa-89e7-733fcf097e52 [ 1791.618292] env[62295]: DEBUG oslo_concurrency.lockutils [req-ae40c911-a901-4b3b-939d-4a4d28766e40 req-dc721aa7-3fce-49a2-8010-65a9a47e057f service nova] Releasing lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.710198] env[62295]: DEBUG oslo_vmware.api [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.809408] env[62295]: DEBUG oslo_vmware.api [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787310, 'name': PowerOffVM_Task, 'duration_secs': 0.185564} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.809681] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.809882] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1791.810155] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3894a9ba-582d-4da7-b026-992090342c86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.863243] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1791.863533] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1791.863692] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.863876] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1791.864067] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.864219] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1791.864443] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1791.864605] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1791.864791] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1791.864982] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1791.865187] env[62295]: DEBUG nova.virt.hardware [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1791.871501] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1791.871834] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08a5404e-8b2a-4010-91d4-7777f596fab5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.890867] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1791.890867] env[62295]: value = "task-1787312" [ 1791.890867] env[62295]: _type = "Task" [ 1791.890867] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.902315] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.048088] env[62295]: DEBUG nova.network.neutron [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.062779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4f27f5dc-be43-420f-b689-073ea17fb979 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.322s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.208637] env[62295]: DEBUG oslo_vmware.api [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787309, 'name': ReconfigVM_Task, 'duration_secs': 0.735144} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.208898] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-0043d98f-e09b-437c-b3d3-0d42f8ac7c40/volume-0043d98f-e09b-437c-b3d3-0d42f8ac7c40.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.218565] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9d9e97-c948-48e8-a000-7d1414caa82f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.241352] env[62295]: DEBUG oslo_vmware.api [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1792.241352] env[62295]: value = "task-1787313" [ 1792.241352] env[62295]: _type = "Task" [ 1792.241352] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.251902] env[62295]: DEBUG oslo_vmware.api [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.255777] env[62295]: DEBUG nova.objects.instance [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'flavor' on Instance uuid e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.297314] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4927608b-9067-47b7-a2f8-52845baeeab5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.306601] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14504f8-84b7-4b97-b457-fedbc9c3d432 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.340346] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03db4a2c-0829-4b1e-9369-b796c940ea29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.344152] env[62295]: DEBUG nova.network.neutron [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Updating instance_info_cache with network_info: [{"id": "59fd498e-9555-47c8-955d-1b4d288e2480", "address": "fa:16:3e:e7:9a:de", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59fd498e-95", "ovs_interfaceid": "59fd498e-9555-47c8-955d-1b4d288e2480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.350717] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c07c56-690c-4a5f-adb3-a12397859789 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.365035] env[62295]: DEBUG nova.compute.provider_tree [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.400878] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787312, 'name': ReconfigVM_Task, 'duration_secs': 0.381819} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.401249] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1792.402052] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490f3628-557c-4745-aab1-7ee0ba222042 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.424902] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96/86a89d2c-a27b-4af6-9a17-d4ce8eae1b96.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.425273] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78712395-9786-4ef0-8bea-399622b1c47d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.444394] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1792.444394] env[62295]: value = "task-1787314" [ 1792.444394] env[62295]: _type = "Task" [ 1792.444394] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.452930] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.468988] env[62295]: DEBUG nova.compute.manager [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Received event network-vif-plugged-59fd498e-9555-47c8-955d-1b4d288e2480 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1792.469426] env[62295]: DEBUG oslo_concurrency.lockutils [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] Acquiring lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.469426] env[62295]: DEBUG oslo_concurrency.lockutils [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] Lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.470460] env[62295]: DEBUG oslo_concurrency.lockutils [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] Lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.470460] env[62295]: DEBUG nova.compute.manager [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] No waiting events found dispatching network-vif-plugged-59fd498e-9555-47c8-955d-1b4d288e2480 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1792.470460] env[62295]: WARNING nova.compute.manager [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Received unexpected event network-vif-plugged-59fd498e-9555-47c8-955d-1b4d288e2480 for instance with vm_state building and task_state spawning. [ 1792.470460] env[62295]: DEBUG nova.compute.manager [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Received event network-changed-59fd498e-9555-47c8-955d-1b4d288e2480 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1792.470460] env[62295]: DEBUG nova.compute.manager [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Refreshing instance network info cache due to event network-changed-59fd498e-9555-47c8-955d-1b4d288e2480. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1792.470460] env[62295]: DEBUG oslo_concurrency.lockutils [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] Acquiring lock "refresh_cache-de4175b3-d2c6-4804-be2e-fa494d4bbdef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.751727] env[62295]: DEBUG oslo_vmware.api [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.762977] env[62295]: DEBUG oslo_concurrency.lockutils [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.763217] env[62295]: DEBUG oslo_concurrency.lockutils [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquired lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.763640] env[62295]: DEBUG nova.network.neutron [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.764527] env[62295]: DEBUG nova.objects.instance [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'info_cache' on Instance uuid e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.847547] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "refresh_cache-de4175b3-d2c6-4804-be2e-fa494d4bbdef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.847547] env[62295]: DEBUG nova.compute.manager [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Instance network_info: |[{"id": "59fd498e-9555-47c8-955d-1b4d288e2480", "address": "fa:16:3e:e7:9a:de", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59fd498e-95", "ovs_interfaceid": "59fd498e-9555-47c8-955d-1b4d288e2480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1792.847787] env[62295]: DEBUG oslo_concurrency.lockutils [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] Acquired lock "refresh_cache-de4175b3-d2c6-4804-be2e-fa494d4bbdef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.847871] env[62295]: DEBUG nova.network.neutron [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Refreshing network info cache for port 59fd498e-9555-47c8-955d-1b4d288e2480 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.851082] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:9a:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59fd498e-9555-47c8-955d-1b4d288e2480', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.860739] env[62295]: DEBUG oslo.service.loopingcall [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.863559] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.864053] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0646848d-021f-4926-ac82-333cfd9f83e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.879955] env[62295]: DEBUG nova.scheduler.client.report [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1792.892353] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.892353] env[62295]: value = "task-1787315" [ 1792.892353] env[62295]: _type = "Task" [ 1792.892353] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.909355] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787315, 'name': CreateVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.955734] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.160815] env[62295]: DEBUG nova.network.neutron [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Updated VIF entry in instance network info cache for port 59fd498e-9555-47c8-955d-1b4d288e2480. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.161186] env[62295]: DEBUG nova.network.neutron [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Updating instance_info_cache with network_info: [{"id": "59fd498e-9555-47c8-955d-1b4d288e2480", "address": "fa:16:3e:e7:9a:de", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59fd498e-95", "ovs_interfaceid": "59fd498e-9555-47c8-955d-1b4d288e2480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.256479] env[62295]: DEBUG oslo_vmware.api [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.267147] env[62295]: DEBUG nova.objects.base [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1793.386013] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.386593] env[62295]: DEBUG nova.compute.manager [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1793.389418] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.465s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.401215] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787315, 'name': CreateVM_Task, 'duration_secs': 0.34753} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.401501] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1793.402298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.402416] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.402772] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1793.403087] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0315d7f9-d797-4564-a2b9-3ce7fa39030f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.409530] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1793.409530] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523c275c-3a13-aae4-c31d-24b6e8fb4327" [ 1793.409530] env[62295]: _type = "Task" [ 1793.409530] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.418519] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523c275c-3a13-aae4-c31d-24b6e8fb4327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.454842] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.515384] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1793.515620] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1793.515813] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Deleting the datastore file [datastore1] 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1793.518088] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db1cf0e7-d66a-48c4-a066-25d4eda45286 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.523758] env[62295]: DEBUG oslo_vmware.api [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for the task: (returnval){ [ 1793.523758] env[62295]: value = "task-1787316" [ 1793.523758] env[62295]: _type = "Task" [ 1793.523758] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.532912] env[62295]: DEBUG oslo_vmware.api [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.664689] env[62295]: DEBUG oslo_concurrency.lockutils [req-187f7339-25f9-4267-b3b2-d30089172d26 req-374760db-4b63-4fd8-b95c-999e7bfd776b service nova] Releasing lock "refresh_cache-de4175b3-d2c6-4804-be2e-fa494d4bbdef" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.724271] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "a64890a7-59d3-4139-b8d0-72e03f26546c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.724527] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.724742] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "a64890a7-59d3-4139-b8d0-72e03f26546c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.724933] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.725129] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.727274] env[62295]: INFO nova.compute.manager [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Terminating instance [ 1793.729053] env[62295]: DEBUG nova.compute.manager [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1793.729251] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1793.730102] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888fa93b-3534-4a13-ab84-fbebb020af7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.737234] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.737463] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aaecf35-31dd-4af0-a734-228e1f4a91f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.743621] env[62295]: DEBUG oslo_vmware.api [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1793.743621] env[62295]: value = "task-1787317" [ 1793.743621] env[62295]: _type = "Task" [ 1793.743621] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.757601] env[62295]: DEBUG oslo_vmware.api [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787313, 'name': ReconfigVM_Task, 'duration_secs': 1.168224} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.761060] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370846', 'volume_id': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'name': 'volume-0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '156fe56f-9727-473f-a409-5afceb7530d5', 'attached_at': '', 'detached_at': '', 'volume_id': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'serial': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1793.762542] env[62295]: DEBUG oslo_vmware.api [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.893134] env[62295]: DEBUG nova.compute.utils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1793.894494] env[62295]: DEBUG nova.compute.manager [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1793.894658] env[62295]: DEBUG nova.network.neutron [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1793.920716] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523c275c-3a13-aae4-c31d-24b6e8fb4327, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.921077] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.921395] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1793.921538] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.921682] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.921858] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1793.922379] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7d3b59b-1f8d-4af0-9cb3-f147df0f9fa6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.933509] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1793.933694] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1793.934472] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb777cd-eb61-4895-b21d-e7ad636ba66d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.942438] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1793.942438] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5206b0aa-154f-e794-7c8e-8bfb0148fa7d" [ 1793.942438] env[62295]: _type = "Task" [ 1793.942438] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.949333] env[62295]: DEBUG nova.policy [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffbc7fb0a1b54941bff2260156a35dd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cddf42c9fcc94507b12b79d5b1a7d970', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1793.962975] env[62295]: DEBUG oslo_vmware.api [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787314, 'name': ReconfigVM_Task, 'duration_secs': 1.24484} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.963191] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5206b0aa-154f-e794-7c8e-8bfb0148fa7d, 'name': SearchDatastore_Task, 'duration_secs': 0.007849} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.963776] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96/86a89d2c-a27b-4af6-9a17-d4ce8eae1b96.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.964082] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance '86a89d2c-a27b-4af6-9a17-d4ce8eae1b96' progress to 50 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1793.971284] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61691a4-b00e-43fa-ba4b-36aef066b289 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.978940] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1793.978940] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5292b46c-869c-6818-7cc6-d7eaaefe761d" [ 1793.978940] env[62295]: _type = "Task" [ 1793.978940] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.987378] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5292b46c-869c-6818-7cc6-d7eaaefe761d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.034740] env[62295]: DEBUG oslo_vmware.api [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Task: {'id': task-1787316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160848} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.035264] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1794.035552] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1794.039019] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1794.039019] env[62295]: INFO nova.compute.manager [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1794.039019] env[62295]: DEBUG oslo.service.loopingcall [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.039019] env[62295]: DEBUG nova.compute.manager [-] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1794.039019] env[62295]: DEBUG nova.network.neutron [-] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1794.054766] env[62295]: DEBUG nova.network.neutron [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Updating instance_info_cache with network_info: [{"id": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "address": "fa:16:3e:b6:89:30", "network": {"id": "2d692ff4-ca5c-44e0-b09d-48ffd0704299", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-307870673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8d0e613b714dfa9bc4647ac7cfeeb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23f589b7-0e", "ovs_interfaceid": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.176589] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a5f6a1-41e7-433f-be11-4834c31a0b9a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.185030] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c98e29-78fb-4eb4-a751-561970d2ee9f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.217514] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9edc6b3-0ddc-4423-9196-0c6f0b6851b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.225056] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cca0b3-6efb-403e-8483-e7063e8d0495 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.945623] env[62295]: DEBUG nova.network.neutron [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Successfully created port: 6f11666e-a147-4e9a-989e-03cec9320511 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1794.949890] env[62295]: DEBUG nova.compute.manager [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1794.955150] env[62295]: DEBUG oslo_concurrency.lockutils [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Releasing lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.957195] env[62295]: DEBUG nova.compute.manager [req-7c0df7ff-4405-47ff-9955-c17ff422a8f7 req-591ee1e8-2e21-4405-836e-41996ccdbbb4 service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Received event network-vif-deleted-6ebe5b88-ea44-437b-ba6c-c9adc75dd368 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1794.958119] env[62295]: INFO nova.compute.manager [req-7c0df7ff-4405-47ff-9955-c17ff422a8f7 req-591ee1e8-2e21-4405-836e-41996ccdbbb4 service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Neutron deleted interface 6ebe5b88-ea44-437b-ba6c-c9adc75dd368; detaching it from the instance and deleting it from the info cache [ 1794.958119] env[62295]: DEBUG nova.network.neutron [req-7c0df7ff-4405-47ff-9955-c17ff422a8f7 req-591ee1e8-2e21-4405-836e-41996ccdbbb4 service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.965126] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0ca54b-7a40-4cf6-aa59-48fed62dfb34 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.980134] env[62295]: DEBUG nova.compute.provider_tree [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.001903] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5292b46c-869c-6818-7cc6-d7eaaefe761d, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.002212] env[62295]: DEBUG oslo_vmware.api [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787317, 'name': PowerOffVM_Task, 'duration_secs': 0.199667} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.004622] env[62295]: DEBUG nova.scheduler.client.report [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1795.011019] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f312daa4-6ba5-496b-926f-f5fc4e9704f4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.011019] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.011019] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] de4175b3-d2c6-4804-be2e-fa494d4bbdef/de4175b3-d2c6-4804-be2e-fa494d4bbdef.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.011571] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.011750] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.012293] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92386350-cb1f-4427-a9f6-a42c52978622 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.015754] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86648500-6e24-46fe-8e86-dbb6315e75ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.032495] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance '86a89d2c-a27b-4af6-9a17-d4ce8eae1b96' progress to 67 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1795.037100] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1795.037100] env[62295]: value = "task-1787319" [ 1795.037100] env[62295]: _type = "Task" [ 1795.037100] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.094141] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.094360] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.094568] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleting the datastore file [datastore1] a64890a7-59d3-4139-b8d0-72e03f26546c {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.095126] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abfc66f5-bc97-4eda-9d60-9af6648cf86d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.101909] env[62295]: DEBUG oslo_vmware.api [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1795.101909] env[62295]: value = "task-1787320" [ 1795.101909] env[62295]: _type = "Task" [ 1795.101909] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.109470] env[62295]: DEBUG oslo_vmware.api [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.460132] env[62295]: DEBUG nova.network.neutron [-] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.466427] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.467124] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b193b4-bc18-4cc7-bb44-dc3dc3da8e25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.470482] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21ab3571-b35d-49db-9916-6f65c74cc2c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.476063] env[62295]: DEBUG oslo_vmware.api [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1795.476063] env[62295]: value = "task-1787321" [ 1795.476063] env[62295]: _type = "Task" [ 1795.476063] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.485657] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca61241-843f-46be-b281-82b6a7ba769e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.502387] env[62295]: DEBUG oslo_vmware.api [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.513625] env[62295]: DEBUG nova.objects.instance [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lazy-loading 'flavor' on Instance uuid 156fe56f-9727-473f-a409-5afceb7530d5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.533422] env[62295]: DEBUG nova.compute.manager [req-7c0df7ff-4405-47ff-9955-c17ff422a8f7 req-591ee1e8-2e21-4405-836e-41996ccdbbb4 service nova] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Detach interface failed, port_id=6ebe5b88-ea44-437b-ba6c-c9adc75dd368, reason: Instance 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1795.535455] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.146s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.538450] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.724s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.540189] env[62295]: INFO nova.compute.claims [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1795.559953] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787319, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.586578] env[62295]: DEBUG nova.network.neutron [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Port 3abd8768-058f-47f6-93cb-b21273e4af3e binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1795.612629] env[62295]: DEBUG oslo_vmware.api [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283586} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.612906] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.613270] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.613372] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.613755] env[62295]: INFO nova.compute.manager [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1795.613755] env[62295]: DEBUG oslo.service.loopingcall [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.613964] env[62295]: DEBUG nova.compute.manager [-] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1795.614107] env[62295]: DEBUG nova.network.neutron [-] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.969743] env[62295]: DEBUG nova.compute.manager [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1795.971992] env[62295]: INFO nova.compute.manager [-] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Took 1.94 seconds to deallocate network for instance. [ 1795.989386] env[62295]: DEBUG oslo_vmware.api [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787321, 'name': PowerOnVM_Task, 'duration_secs': 0.425256} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.989683] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1795.990104] env[62295]: DEBUG nova.compute.manager [None req-519a9c68-7c75-4449-af88-f6cef453c110 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1795.991582] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57834929-fe2a-4346-a158-4134c3557282 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.010216] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1796.010480] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1796.010670] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.010944] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1796.011129] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.011292] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1796.011499] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1796.011654] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1796.011815] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1796.011973] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1796.012200] env[62295]: DEBUG nova.virt.hardware [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1796.013069] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17380a6-b8f5-4e71-afa0-c3788ad5a316 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.024285] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9494515b-c2ca-471c-be5a-b379db13cf66 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.034910] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7a17f0af-4a85-45ba-bdff-e8b1de8b2d17 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.559s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.065537] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571088} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.065798] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] de4175b3-d2c6-4804-be2e-fa494d4bbdef/de4175b3-d2c6-4804-be2e-fa494d4bbdef.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.066020] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.066264] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-665895e3-fc53-4f2e-a201-4d5555b3524b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.074725] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1796.074725] env[62295]: value = "task-1787322" [ 1796.074725] env[62295]: _type = "Task" [ 1796.074725] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.083763] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.268014] env[62295]: INFO nova.scheduler.client.report [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted allocation for migration 86374b76-f961-40d4-84a2-38712034c5e5 [ 1796.466762] env[62295]: DEBUG nova.network.neutron [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Successfully updated port: 6f11666e-a147-4e9a-989e-03cec9320511 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1796.482830] env[62295]: DEBUG oslo_concurrency.lockutils [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.571045] env[62295]: DEBUG nova.network.neutron [-] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.590034] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060541} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.590034] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.590423] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd5f1bf-65ed-415d-b597-1f03bde8e3c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.619210] env[62295]: INFO nova.compute.manager [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Rescuing [ 1796.619210] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.619352] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.619482] env[62295]: DEBUG nova.network.neutron [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.631238] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] de4175b3-d2c6-4804-be2e-fa494d4bbdef/de4175b3-d2c6-4804-be2e-fa494d4bbdef.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.636325] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300abcb6-f2b2-4ad7-b961-4447af770fa2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.660543] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.660543] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.660543] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.660543] env[62295]: DEBUG nova.compute.manager [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Received event network-vif-deleted-bef70fc3-221e-402f-bc16-278df7c65924 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1796.660543] env[62295]: DEBUG nova.compute.manager [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Received event network-vif-plugged-6f11666e-a147-4e9a-989e-03cec9320511 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1796.660543] env[62295]: DEBUG oslo_concurrency.lockutils [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] Acquiring lock "459374d1-4e3d-420c-8104-1b7a074ce21b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.660543] env[62295]: DEBUG oslo_concurrency.lockutils [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] Lock "459374d1-4e3d-420c-8104-1b7a074ce21b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.660912] env[62295]: DEBUG oslo_concurrency.lockutils [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] Lock "459374d1-4e3d-420c-8104-1b7a074ce21b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.660912] env[62295]: DEBUG nova.compute.manager [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] No waiting events found dispatching network-vif-plugged-6f11666e-a147-4e9a-989e-03cec9320511 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1796.661155] env[62295]: WARNING nova.compute.manager [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Received unexpected event network-vif-plugged-6f11666e-a147-4e9a-989e-03cec9320511 for instance with vm_state building and task_state spawning. [ 1796.661349] env[62295]: DEBUG nova.compute.manager [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Received event network-changed-6f11666e-a147-4e9a-989e-03cec9320511 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1796.661529] env[62295]: DEBUG nova.compute.manager [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Refreshing instance network info cache due to event network-changed-6f11666e-a147-4e9a-989e-03cec9320511. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1796.661755] env[62295]: DEBUG oslo_concurrency.lockutils [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] Acquiring lock "refresh_cache-459374d1-4e3d-420c-8104-1b7a074ce21b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.664168] env[62295]: DEBUG oslo_concurrency.lockutils [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] Acquired lock "refresh_cache-459374d1-4e3d-420c-8104-1b7a074ce21b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.664168] env[62295]: DEBUG nova.network.neutron [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Refreshing network info cache for port 6f11666e-a147-4e9a-989e-03cec9320511 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.670435] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1796.670435] env[62295]: value = "task-1787323" [ 1796.670435] env[62295]: _type = "Task" [ 1796.670435] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.686168] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.777653] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "c783dd98-2561-4961-a67d-8501df585218" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.211s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.885051] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b0820c-543d-4bbc-a07f-d6ac2601afc1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.892711] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5d6d0a-a3b3-4999-af70-ece830472bb8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.923403] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468606ae-1878-4203-993c-cab3b731970d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.931679] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5cde76-494e-4e89-a34b-781dbdbd9a25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.945055] env[62295]: DEBUG nova.compute.provider_tree [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.968546] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-459374d1-4e3d-420c-8104-1b7a074ce21b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.074077] env[62295]: INFO nova.compute.manager [-] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Took 1.46 seconds to deallocate network for instance. [ 1797.181856] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.206576] env[62295]: DEBUG nova.network.neutron [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1797.342585] env[62295]: DEBUG nova.network.neutron [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.421436] env[62295]: DEBUG nova.network.neutron [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updating instance_info_cache with network_info: [{"id": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "address": "fa:16:3e:11:e8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad61dcbd-6f", "ovs_interfaceid": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.447707] env[62295]: DEBUG nova.scheduler.client.report [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1797.581822] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.683832] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787323, 'name': ReconfigVM_Task, 'duration_secs': 0.534015} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.684135] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Reconfigured VM instance instance-00000062 to attach disk [datastore1] de4175b3-d2c6-4804-be2e-fa494d4bbdef/de4175b3-d2c6-4804-be2e-fa494d4bbdef.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1797.684756] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d03acb92-e29d-48e4-8311-84a25bc8ce22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.688277] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.688438] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.688602] env[62295]: DEBUG nova.network.neutron [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.691210] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1797.691210] env[62295]: value = "task-1787324" [ 1797.691210] env[62295]: _type = "Task" [ 1797.691210] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.699689] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787324, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.845671] env[62295]: DEBUG oslo_concurrency.lockutils [req-90150e6d-a313-4d66-b8a6-19debe7ca64c req-a7abeb3e-979d-4678-98a1-125b1e6247e2 service nova] Releasing lock "refresh_cache-459374d1-4e3d-420c-8104-1b7a074ce21b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.847027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-459374d1-4e3d-420c-8104-1b7a074ce21b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.847027] env[62295]: DEBUG nova.network.neutron [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.925618] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.953062] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.953551] env[62295]: DEBUG nova.compute.manager [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1797.956197] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.373s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.956445] env[62295]: DEBUG nova.objects.instance [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'resources' on Instance uuid abd605fe-fba5-4031-846f-874440880588 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.111080] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "c783dd98-2561-4961-a67d-8501df585218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.111080] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "c783dd98-2561-4961-a67d-8501df585218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.111080] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "c783dd98-2561-4961-a67d-8501df585218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.111598] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "c783dd98-2561-4961-a67d-8501df585218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.111598] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "c783dd98-2561-4961-a67d-8501df585218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.114132] env[62295]: INFO nova.compute.manager [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Terminating instance [ 1798.116029] env[62295]: DEBUG nova.compute.manager [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1798.116228] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.117121] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd267b-e496-4060-b1e7-d305c548825a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.125201] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.125455] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576b9e79-26ba-4420-9b0a-c39f434d7e68 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.131365] env[62295]: DEBUG oslo_vmware.api [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1798.131365] env[62295]: value = "task-1787325" [ 1798.131365] env[62295]: _type = "Task" [ 1798.131365] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.139186] env[62295]: DEBUG oslo_vmware.api [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.205819] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787324, 'name': Rename_Task, 'duration_secs': 0.132718} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.206239] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.206554] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6135cac0-1a75-4128-a929-1b4bb597d60c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.213773] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1798.213773] env[62295]: value = "task-1787326" [ 1798.213773] env[62295]: _type = "Task" [ 1798.213773] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.223335] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.398676] env[62295]: DEBUG nova.network.neutron [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.460571] env[62295]: DEBUG nova.compute.utils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1798.462209] env[62295]: DEBUG nova.objects.instance [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'numa_topology' on Instance uuid abd605fe-fba5-4031-846f-874440880588 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.466018] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.466018] env[62295]: DEBUG nova.compute.manager [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1798.466018] env[62295]: DEBUG nova.network.neutron [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1798.466018] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05d40a7f-5514-426c-b8d9-774b2c618190 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.478124] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1798.478124] env[62295]: value = "task-1787327" [ 1798.478124] env[62295]: _type = "Task" [ 1798.478124] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.487470] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.517894] env[62295]: DEBUG nova.policy [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bf4b0523e804c959a8b7d3ad085c765', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7e5ed6a765f43f6a6a3293ce29017bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1798.543942] env[62295]: DEBUG nova.network.neutron [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance_info_cache with network_info: [{"id": "3abd8768-058f-47f6-93cb-b21273e4af3e", "address": "fa:16:3e:53:77:a1", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abd8768-05", "ovs_interfaceid": "3abd8768-058f-47f6-93cb-b21273e4af3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.645765] env[62295]: DEBUG oslo_vmware.api [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787325, 'name': PowerOffVM_Task, 'duration_secs': 0.255897} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.646075] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.646252] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.646517] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6288b482-d123-448d-9db0-421e127b8550 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.663541] env[62295]: DEBUG nova.network.neutron [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Updating instance_info_cache with network_info: [{"id": "6f11666e-a147-4e9a-989e-03cec9320511", "address": "fa:16:3e:0c:d1:db", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f11666e-a1", "ovs_interfaceid": "6f11666e-a147-4e9a-989e-03cec9320511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.723652] env[62295]: DEBUG oslo_vmware.api [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787326, 'name': PowerOnVM_Task, 'duration_secs': 0.479135} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.723909] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.724138] env[62295]: INFO nova.compute.manager [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1798.724324] env[62295]: DEBUG nova.compute.manager [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1798.725143] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ba84b6-a490-4227-9107-7ab35b962f03 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.743245] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1798.743395] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1798.743565] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleting the datastore file [datastore1] c783dd98-2561-4961-a67d-8501df585218 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1798.743822] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bef2febe-f486-469c-b21c-92472e07dbc8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.750195] env[62295]: DEBUG oslo_vmware.api [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for the task: (returnval){ [ 1798.750195] env[62295]: value = "task-1787329" [ 1798.750195] env[62295]: _type = "Task" [ 1798.750195] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.757993] env[62295]: DEBUG oslo_vmware.api [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.907367] env[62295]: DEBUG nova.network.neutron [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Successfully created port: 4c71c806-d571-4d99-a658-32470b414d70 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1798.969726] env[62295]: DEBUG nova.compute.manager [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1798.971864] env[62295]: DEBUG nova.objects.base [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1798.987185] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787327, 'name': PowerOffVM_Task, 'duration_secs': 0.232326} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.987185] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.987185] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2696d1e3-b49a-47d8-a62b-428a95d4818a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.011042] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f141e30-86c2-414e-affc-d4c60513eeaf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.049018] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.071017] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.071017] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2f105a-4b3c-4680-b4ac-8cbc8adfccc9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.080866] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1799.080866] env[62295]: value = "task-1787330" [ 1799.080866] env[62295]: _type = "Task" [ 1799.080866] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.088327] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.166216] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-459374d1-4e3d-420c-8104-1b7a074ce21b" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.166537] env[62295]: DEBUG nova.compute.manager [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Instance network_info: |[{"id": "6f11666e-a147-4e9a-989e-03cec9320511", "address": "fa:16:3e:0c:d1:db", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f11666e-a1", "ovs_interfaceid": "6f11666e-a147-4e9a-989e-03cec9320511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1799.167011] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:d1:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f11666e-a147-4e9a-989e-03cec9320511', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.176740] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Creating folder: Project (cddf42c9fcc94507b12b79d5b1a7d970). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1799.180255] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-577f20b7-ccd5-41d9-b0dc-1a96ae52276c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.191199] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Created folder: Project (cddf42c9fcc94507b12b79d5b1a7d970) in parent group-v370569. [ 1799.191362] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Creating folder: Instances. Parent ref: group-v370848. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1799.193787] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f17a05d-75f9-42d5-872b-f03e533caad9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.202587] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Created folder: Instances in parent group-v370848. [ 1799.203142] env[62295]: DEBUG oslo.service.loopingcall [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.203973] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.203973] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b664776-03e5-436f-82df-83bb6a0efb40 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.226049] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.226049] env[62295]: value = "task-1787333" [ 1799.226049] env[62295]: _type = "Task" [ 1799.226049] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.233269] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787333, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.242139] env[62295]: INFO nova.compute.manager [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Took 25.90 seconds to build instance. [ 1799.261015] env[62295]: DEBUG oslo_vmware.api [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Task: {'id': task-1787329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494836} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.261576] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1799.261753] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1799.261931] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1799.262116] env[62295]: INFO nova.compute.manager [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] [instance: c783dd98-2561-4961-a67d-8501df585218] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1799.262380] env[62295]: DEBUG oslo.service.loopingcall [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.262530] env[62295]: DEBUG nova.compute.manager [-] [instance: c783dd98-2561-4961-a67d-8501df585218] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1799.262622] env[62295]: DEBUG nova.network.neutron [-] [instance: c783dd98-2561-4961-a67d-8501df585218] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1799.287453] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da20927e-6a3b-4f7e-a19f-9e232d08a826 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.294897] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b49022-3937-4e2b-9dd2-8b2388b6465c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.326491] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4216c42-e5b7-4987-9f57-1ecf1fbfc443 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.340680] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b7957-3e96-46b6-a2e0-364ff69dc93c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.354015] env[62295]: DEBUG nova.compute.provider_tree [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.522040] env[62295]: DEBUG nova.compute.manager [req-8b8edc63-b024-498f-ad5e-59c9d12774e1 req-d4f6187f-a460-4efd-b645-2f5b3b4c8b52 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Received event network-vif-deleted-6b0daf1b-dca4-4b3a-8cb8-0448f31889d9 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1799.522309] env[62295]: INFO nova.compute.manager [req-8b8edc63-b024-498f-ad5e-59c9d12774e1 req-d4f6187f-a460-4efd-b645-2f5b3b4c8b52 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Neutron deleted interface 6b0daf1b-dca4-4b3a-8cb8-0448f31889d9; detaching it from the instance and deleting it from the info cache [ 1799.522468] env[62295]: DEBUG nova.network.neutron [req-8b8edc63-b024-498f-ad5e-59c9d12774e1 req-d4f6187f-a460-4efd-b645-2f5b3b4c8b52 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.573340] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6df6a82-9132-4774-91a7-bb8e2a1784ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.600380] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1457ed-ac29-49f7-a143-5b6997a49618 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.611272] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1799.611486] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1799.611724] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.611874] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.612086] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1799.612432] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance '86a89d2c-a27b-4af6-9a17-d4ce8eae1b96' progress to 83 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1799.615891] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a79cef9-d3d8-40a7-8493-84f8fa646a77 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.624618] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1799.624676] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1799.625416] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a2a3de8-19ab-4774-8c2b-0c2c3a405e06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.631160] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1799.631160] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52db6f95-0d55-8ecf-c01c-3523f7f1c264" [ 1799.631160] env[62295]: _type = "Task" [ 1799.631160] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.640283] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52db6f95-0d55-8ecf-c01c-3523f7f1c264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.735893] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787333, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.745941] env[62295]: DEBUG oslo_concurrency.lockutils [None req-699a472a-5b15-43a6-9d9d-1d6113b95f65 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.422s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.857509] env[62295]: DEBUG nova.scheduler.client.report [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1799.983880] env[62295]: DEBUG nova.compute.manager [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1800.000700] env[62295]: DEBUG nova.network.neutron [-] [instance: c783dd98-2561-4961-a67d-8501df585218] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.016097] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1800.016494] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1800.017829] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1800.017829] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1800.017829] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1800.017829] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1800.018165] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1800.018165] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1800.018394] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1800.018665] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1800.018916] env[62295]: DEBUG nova.virt.hardware [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1800.020524] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d5c994-5200-4e74-8b3b-c7bce78f70d1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.025213] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55583b1a-ec68-4563-8b6d-abf5afca5006 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.036156] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fa4f42-7566-43c8-ada1-67ec3882d4c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.047087] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491a8aa2-307e-4746-8e4c-fa382f670908 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.096887] env[62295]: DEBUG nova.compute.manager [req-8b8edc63-b024-498f-ad5e-59c9d12774e1 req-d4f6187f-a460-4efd-b645-2f5b3b4c8b52 service nova] [instance: c783dd98-2561-4961-a67d-8501df585218] Detach interface failed, port_id=6b0daf1b-dca4-4b3a-8cb8-0448f31889d9, reason: Instance c783dd98-2561-4961-a67d-8501df585218 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1800.122120] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a736e76e-e256-41c2-8f8a-496b242b2258 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance '86a89d2c-a27b-4af6-9a17-d4ce8eae1b96' progress to 100 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1800.141157] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52db6f95-0d55-8ecf-c01c-3523f7f1c264, 'name': SearchDatastore_Task, 'duration_secs': 0.013792} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.141948] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741890b8-c021-4f7b-941d-a464bf422ea7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.147131] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1800.147131] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a08a12-7b07-151a-de5d-27e07e7f75fd" [ 1800.147131] env[62295]: _type = "Task" [ 1800.147131] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.154858] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a08a12-7b07-151a-de5d-27e07e7f75fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.240643] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787333, 'name': CreateVM_Task, 'duration_secs': 0.633886} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.240900] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.241525] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.241693] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.242043] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.242318] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7cdf36-efdf-42e7-92a9-ba0df88d6d05 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.248029] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1800.248029] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b01363-5cba-e1e9-cef0-210a74b545da" [ 1800.248029] env[62295]: _type = "Task" [ 1800.248029] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.254805] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b01363-5cba-e1e9-cef0-210a74b545da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.349311] env[62295]: DEBUG nova.compute.manager [req-a732b6ac-831f-49b9-8cb4-3e5b968a2bfc req-e5323800-4220-4340-a858-9db15047df7d service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Received event network-vif-plugged-4c71c806-d571-4d99-a658-32470b414d70 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1800.349475] env[62295]: DEBUG oslo_concurrency.lockutils [req-a732b6ac-831f-49b9-8cb4-3e5b968a2bfc req-e5323800-4220-4340-a858-9db15047df7d service nova] Acquiring lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.349643] env[62295]: DEBUG oslo_concurrency.lockutils [req-a732b6ac-831f-49b9-8cb4-3e5b968a2bfc req-e5323800-4220-4340-a858-9db15047df7d service nova] Lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.349812] env[62295]: DEBUG oslo_concurrency.lockutils [req-a732b6ac-831f-49b9-8cb4-3e5b968a2bfc req-e5323800-4220-4340-a858-9db15047df7d service nova] Lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.350067] env[62295]: DEBUG nova.compute.manager [req-a732b6ac-831f-49b9-8cb4-3e5b968a2bfc req-e5323800-4220-4340-a858-9db15047df7d service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] No waiting events found dispatching network-vif-plugged-4c71c806-d571-4d99-a658-32470b414d70 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1800.350247] env[62295]: WARNING nova.compute.manager [req-a732b6ac-831f-49b9-8cb4-3e5b968a2bfc req-e5323800-4220-4340-a858-9db15047df7d service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Received unexpected event network-vif-plugged-4c71c806-d571-4d99-a658-32470b414d70 for instance with vm_state building and task_state spawning. [ 1800.363116] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.407s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.365540] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.423s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.367078] env[62295]: INFO nova.compute.claims [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.436867] env[62295]: DEBUG nova.network.neutron [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Successfully updated port: 4c71c806-d571-4d99-a658-32470b414d70 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1800.503840] env[62295]: INFO nova.compute.manager [-] [instance: c783dd98-2561-4961-a67d-8501df585218] Took 1.24 seconds to deallocate network for instance. [ 1800.658647] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a08a12-7b07-151a-de5d-27e07e7f75fd, 'name': SearchDatastore_Task, 'duration_secs': 0.014924} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.658928] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.659223] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 156fe56f-9727-473f-a409-5afceb7530d5/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. {{(pid=62295) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1800.659488] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cb6a8f5-67da-454a-87cc-bffb6eb79a4b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.666525] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1800.666525] env[62295]: value = "task-1787334" [ 1800.666525] env[62295]: _type = "Task" [ 1800.666525] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.673966] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.681757] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.681961] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.682191] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.682401] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.682573] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.684611] env[62295]: INFO nova.compute.manager [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Terminating instance [ 1800.686312] env[62295]: DEBUG nova.compute.manager [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1800.686513] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.687262] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4bb45b-3ef6-4a2a-a832-e870b57a6efe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.693975] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.694199] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b355fdfb-3e39-4937-b9b9-21e7ff6b5d71 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.699567] env[62295]: DEBUG oslo_vmware.api [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1800.699567] env[62295]: value = "task-1787335" [ 1800.699567] env[62295]: _type = "Task" [ 1800.699567] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.706580] env[62295]: DEBUG oslo_vmware.api [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.757997] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b01363-5cba-e1e9-cef0-210a74b545da, 'name': SearchDatastore_Task, 'duration_secs': 0.012725} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.758395] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.758706] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.758986] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.759157] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.759341] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.759612] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6423f95-c3b8-463d-8125-6e7e2a106daa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.768530] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.768735] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.769525] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8326b047-40b6-4999-b89b-65a58ab74b6f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.775805] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1800.775805] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521e79a1-da36-8404-5cb0-31a3d5368515" [ 1800.775805] env[62295]: _type = "Task" [ 1800.775805] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.784318] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521e79a1-da36-8404-5cb0-31a3d5368515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.877202] env[62295]: DEBUG oslo_concurrency.lockutils [None req-43240b95-fd1c-4f7d-b25e-37133332f42b tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "abd605fe-fba5-4031-846f-874440880588" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.115s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.878987] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "abd605fe-fba5-4031-846f-874440880588" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.501s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.878987] env[62295]: INFO nova.compute.manager [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Unshelving [ 1800.939739] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "refresh_cache-be0884ca-51a9-47f8-8f7e-95f02cb80d1e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.939909] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "refresh_cache-be0884ca-51a9-47f8-8f7e-95f02cb80d1e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.940082] env[62295]: DEBUG nova.network.neutron [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.013233] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.178651] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787334, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.210836] env[62295]: DEBUG oslo_vmware.api [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787335, 'name': PowerOffVM_Task, 'duration_secs': 0.172848} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.211085] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.211242] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.211495] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c580af4-9db4-40b2-9336-4695b003dd96 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.285750] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]521e79a1-da36-8404-5cb0-31a3d5368515, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.286609] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f0e1ee-eaf0-4897-b28c-8e5408192ef5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.291359] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.291584] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.291774] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleting the datastore file [datastore1] de4175b3-d2c6-4804-be2e-fa494d4bbdef {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.292237] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-007779e5-f8f1-4881-bec7-d1aaddafeb76 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.295111] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1801.295111] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522bd9fe-0ed9-81a8-3e0b-7d536e14273f" [ 1801.295111] env[62295]: _type = "Task" [ 1801.295111] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.300398] env[62295]: DEBUG oslo_vmware.api [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1801.300398] env[62295]: value = "task-1787337" [ 1801.300398] env[62295]: _type = "Task" [ 1801.300398] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.307370] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522bd9fe-0ed9-81a8-3e0b-7d536e14273f, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.308021] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.308332] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 459374d1-4e3d-420c-8104-1b7a074ce21b/459374d1-4e3d-420c-8104-1b7a074ce21b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.308605] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1645cae9-c34b-48a1-b1b0-c7aa251307a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.314148] env[62295]: DEBUG oslo_vmware.api [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.319341] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1801.319341] env[62295]: value = "task-1787338" [ 1801.319341] env[62295]: _type = "Task" [ 1801.319341] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.327705] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.473837] env[62295]: DEBUG nova.network.neutron [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.628091] env[62295]: DEBUG nova.network.neutron [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Updating instance_info_cache with network_info: [{"id": "4c71c806-d571-4d99-a658-32470b414d70", "address": "fa:16:3e:c0:99:fa", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c71c806-d5", "ovs_interfaceid": "4c71c806-d571-4d99-a658-32470b414d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.644461] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1fbd39-2715-452b-abe5-47938128395e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.656522] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c947a9-6392-4989-9dda-2dfc21b1a7ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.695719] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c3fb85-9c01-4971-8ced-bc3d9dab59c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.707778] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a44e65-b66c-4cf9-b9ea-e1d1b7d7297d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.712136] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544192} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.712813] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 156fe56f-9727-473f-a409-5afceb7530d5/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. [ 1801.714091] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f793d4-b8f4-435b-8f26-f00cddbd1c24 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.725467] env[62295]: DEBUG nova.compute.provider_tree [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.754097] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 156fe56f-9727-473f-a409-5afceb7530d5/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1801.754795] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97611edf-0c1c-47d8-93c6-64e4fac8a9ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.773459] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1801.773459] env[62295]: value = "task-1787339" [ 1801.773459] env[62295]: _type = "Task" [ 1801.773459] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.784931] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.810864] env[62295]: DEBUG oslo_vmware.api [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187695} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.811538] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1801.811538] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1801.811721] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1801.811771] env[62295]: INFO nova.compute.manager [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1801.812009] env[62295]: DEBUG oslo.service.loopingcall [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.812217] env[62295]: DEBUG nova.compute.manager [-] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1801.812327] env[62295]: DEBUG nova.network.neutron [-] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1801.829157] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491008} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.829435] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 459374d1-4e3d-420c-8104-1b7a074ce21b/459374d1-4e3d-420c-8104-1b7a074ce21b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1801.829643] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1801.829909] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1181cd71-6ff6-46a7-be99-6eec4b36b6aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.836153] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1801.836153] env[62295]: value = "task-1787340" [ 1801.836153] env[62295]: _type = "Task" [ 1801.836153] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.843508] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.902966] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.130637] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "refresh_cache-be0884ca-51a9-47f8-8f7e-95f02cb80d1e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.131040] env[62295]: DEBUG nova.compute.manager [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Instance network_info: |[{"id": "4c71c806-d571-4d99-a658-32470b414d70", "address": "fa:16:3e:c0:99:fa", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c71c806-d5", "ovs_interfaceid": "4c71c806-d571-4d99-a658-32470b414d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1802.131488] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:99:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c71c806-d571-4d99-a658-32470b414d70', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.139616] env[62295]: DEBUG oslo.service.loopingcall [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.140091] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.141771] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2349bd6e-74b5-478e-983b-8644727c0872 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.157438] env[62295]: DEBUG nova.network.neutron [-] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.165671] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.165671] env[62295]: value = "task-1787341" [ 1802.165671] env[62295]: _type = "Task" [ 1802.165671] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.177462] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787341, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.229661] env[62295]: DEBUG nova.scheduler.client.report [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1802.283350] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787339, 'name': ReconfigVM_Task, 'duration_secs': 0.358098} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.283639] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 156fe56f-9727-473f-a409-5afceb7530d5/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1802.284501] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bf41c0-3e2e-4d5d-9d31-45d825438c17 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.321572] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b71e011c-8788-469d-a54b-2e6dfe7293b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.341562] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1802.341562] env[62295]: value = "task-1787342" [ 1802.341562] env[62295]: _type = "Task" [ 1802.341562] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.348306] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063273} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.348951] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1802.349767] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad2d615-dff1-4afc-b97c-f284e55e5b40 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.355590] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787342, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.377444] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 459374d1-4e3d-420c-8104-1b7a074ce21b/459374d1-4e3d-420c-8104-1b7a074ce21b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1802.377782] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3139d774-f0f6-4180-81a3-b8f9abf78044 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.401841] env[62295]: DEBUG oslo_concurrency.lockutils [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.402125] env[62295]: DEBUG oslo_concurrency.lockutils [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.402322] env[62295]: DEBUG nova.compute.manager [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Going to confirm migration 5 {{(pid=62295) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1802.404431] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1802.404431] env[62295]: value = "task-1787343" [ 1802.404431] env[62295]: _type = "Task" [ 1802.404431] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.414638] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.433195] env[62295]: DEBUG nova.compute.manager [req-0c4c8ab3-86dc-4eb0-9321-298446f26b06 req-829b7256-8f02-4db5-a8de-86352a5276ed service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Received event network-changed-4c71c806-d571-4d99-a658-32470b414d70 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1802.433465] env[62295]: DEBUG nova.compute.manager [req-0c4c8ab3-86dc-4eb0-9321-298446f26b06 req-829b7256-8f02-4db5-a8de-86352a5276ed service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Refreshing instance network info cache due to event network-changed-4c71c806-d571-4d99-a658-32470b414d70. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1802.433465] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c4c8ab3-86dc-4eb0-9321-298446f26b06 req-829b7256-8f02-4db5-a8de-86352a5276ed service nova] Acquiring lock "refresh_cache-be0884ca-51a9-47f8-8f7e-95f02cb80d1e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.433567] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c4c8ab3-86dc-4eb0-9321-298446f26b06 req-829b7256-8f02-4db5-a8de-86352a5276ed service nova] Acquired lock "refresh_cache-be0884ca-51a9-47f8-8f7e-95f02cb80d1e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.433727] env[62295]: DEBUG nova.network.neutron [req-0c4c8ab3-86dc-4eb0-9321-298446f26b06 req-829b7256-8f02-4db5-a8de-86352a5276ed service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Refreshing network info cache for port 4c71c806-d571-4d99-a658-32470b414d70 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1802.660967] env[62295]: INFO nova.compute.manager [-] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Took 0.85 seconds to deallocate network for instance. [ 1802.675143] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787341, 'name': CreateVM_Task, 'duration_secs': 0.360222} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.675357] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1802.675904] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.676079] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.676395] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1802.676632] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af4e3f3-463c-4afb-912c-8cb4cd287321 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.681140] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1802.681140] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e30864-e629-1012-7cf1-a122cb17d39b" [ 1802.681140] env[62295]: _type = "Task" [ 1802.681140] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.688984] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e30864-e629-1012-7cf1-a122cb17d39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.734862] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.735455] env[62295]: DEBUG nova.compute.manager [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1802.738238] env[62295]: DEBUG oslo_concurrency.lockutils [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.255s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.738929] env[62295]: DEBUG nova.objects.instance [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lazy-loading 'resources' on Instance uuid 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.851802] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787342, 'name': ReconfigVM_Task, 'duration_secs': 0.176283} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.852105] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1802.852367] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdec0e02-a2bd-4a6a-b820-7fee71b77567 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.858823] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1802.858823] env[62295]: value = "task-1787344" [ 1802.858823] env[62295]: _type = "Task" [ 1802.858823] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.866222] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.918127] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.943171] env[62295]: DEBUG oslo_concurrency.lockutils [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.943405] env[62295]: DEBUG oslo_concurrency.lockutils [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.943613] env[62295]: DEBUG nova.network.neutron [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.943841] env[62295]: DEBUG nova.objects.instance [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'info_cache' on Instance uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.168252] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.192765] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e30864-e629-1012-7cf1-a122cb17d39b, 'name': SearchDatastore_Task, 'duration_secs': 0.030046} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.193354] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.193763] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1803.194141] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.194484] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.194792] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1803.195532] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de6c97ef-f1ad-4829-a85b-29dff2dcaa77 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.207117] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1803.207117] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1803.207117] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b34f376-f7cd-411c-b68c-f08ca6165cf0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.212560] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1803.212560] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5224f522-edd9-223a-a918-18548f6f7a7f" [ 1803.212560] env[62295]: _type = "Task" [ 1803.212560] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.221890] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5224f522-edd9-223a-a918-18548f6f7a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.244699] env[62295]: DEBUG nova.compute.utils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.247824] env[62295]: DEBUG nova.network.neutron [req-0c4c8ab3-86dc-4eb0-9321-298446f26b06 req-829b7256-8f02-4db5-a8de-86352a5276ed service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Updated VIF entry in instance network info cache for port 4c71c806-d571-4d99-a658-32470b414d70. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1803.248362] env[62295]: DEBUG nova.network.neutron [req-0c4c8ab3-86dc-4eb0-9321-298446f26b06 req-829b7256-8f02-4db5-a8de-86352a5276ed service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Updating instance_info_cache with network_info: [{"id": "4c71c806-d571-4d99-a658-32470b414d70", "address": "fa:16:3e:c0:99:fa", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c71c806-d5", "ovs_interfaceid": "4c71c806-d571-4d99-a658-32470b414d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.251158] env[62295]: DEBUG nova.compute.manager [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1803.251436] env[62295]: DEBUG nova.network.neutron [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.294336] env[62295]: DEBUG nova.policy [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecd4775672654074b4d50522e6c29cf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ff7c1b2dae947c28b8fba6743c22ec3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1803.376862] env[62295]: DEBUG oslo_vmware.api [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787344, 'name': PowerOnVM_Task, 'duration_secs': 0.470318} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.376862] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1803.379686] env[62295]: DEBUG nova.compute.manager [None req-c5a11a71-84b3-40e6-b42d-40c9a94b5ee0 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1803.381960] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e699d45c-7c6f-4d43-af9d-71edfd08a760 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.420485] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787343, 'name': ReconfigVM_Task, 'duration_secs': 0.835506} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.422144] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 459374d1-4e3d-420c-8104-1b7a074ce21b/459374d1-4e3d-420c-8104-1b7a074ce21b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.423396] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-292bf97e-615f-4797-9e33-761fa96b74f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.429921] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1803.429921] env[62295]: value = "task-1787345" [ 1803.429921] env[62295]: _type = "Task" [ 1803.429921] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.441307] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787345, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.518381] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd6530e-80e5-4f4e-a662-af2be5392d8a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.527888] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10557dc5-f0bb-41f4-b049-0edbe07dc4a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.562240] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1c42ab-183b-4b7a-8cec-5e42ca1f847d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.569900] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd9d7a6-e580-4eeb-98f4-ffcb8d62dbaa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.585133] env[62295]: DEBUG nova.compute.provider_tree [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.626361] env[62295]: DEBUG nova.network.neutron [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Successfully created port: 4bad607b-a1ba-4ea5-b4cf-dde064738e9a {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.722694] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5224f522-edd9-223a-a918-18548f6f7a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.723503] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8ad580-3e34-4b46-981b-4c28a05d428b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.728576] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1803.728576] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523109df-4fc4-d1f4-c25a-887c08423466" [ 1803.728576] env[62295]: _type = "Task" [ 1803.728576] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.736235] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523109df-4fc4-d1f4-c25a-887c08423466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.751913] env[62295]: DEBUG nova.compute.manager [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1803.754517] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c4c8ab3-86dc-4eb0-9321-298446f26b06 req-829b7256-8f02-4db5-a8de-86352a5276ed service nova] Releasing lock "refresh_cache-be0884ca-51a9-47f8-8f7e-95f02cb80d1e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.755339] env[62295]: DEBUG nova.compute.manager [req-0c4c8ab3-86dc-4eb0-9321-298446f26b06 req-829b7256-8f02-4db5-a8de-86352a5276ed service nova] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Received event network-vif-deleted-59fd498e-9555-47c8-955d-1b4d288e2480 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1803.939816] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787345, 'name': Rename_Task, 'duration_secs': 0.164722} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.940211] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.940455] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c083e570-005a-4953-a2ec-06a2e1f3db4e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.947040] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1803.947040] env[62295]: value = "task-1787346" [ 1803.947040] env[62295]: _type = "Task" [ 1803.947040] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.956304] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.089442] env[62295]: DEBUG nova.scheduler.client.report [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1804.187988] env[62295]: DEBUG nova.network.neutron [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance_info_cache with network_info: [{"id": "3abd8768-058f-47f6-93cb-b21273e4af3e", "address": "fa:16:3e:53:77:a1", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abd8768-05", "ovs_interfaceid": "3abd8768-058f-47f6-93cb-b21273e4af3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.243250] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523109df-4fc4-d1f4-c25a-887c08423466, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.243692] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.244109] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] be0884ca-51a9-47f8-8f7e-95f02cb80d1e/be0884ca-51a9-47f8-8f7e-95f02cb80d1e.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1804.244535] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1709d76c-e283-44ce-a474-1c72abf085ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.252648] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1804.252648] env[62295]: value = "task-1787347" [ 1804.252648] env[62295]: _type = "Task" [ 1804.252648] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.262886] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.460248] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787346, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.594266] env[62295]: DEBUG oslo_concurrency.lockutils [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.597697] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.016s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.598085] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.601050] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.588s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.601050] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.603623] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.701s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.603852] env[62295]: DEBUG nova.objects.instance [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'pci_requests' on Instance uuid abd605fe-fba5-4031-846f-874440880588 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.621129] env[62295]: INFO nova.scheduler.client.report [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Deleted allocations for instance 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48 [ 1804.625630] env[62295]: INFO nova.scheduler.client.report [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleted allocations for instance a64890a7-59d3-4139-b8d0-72e03f26546c [ 1804.639993] env[62295]: INFO nova.scheduler.client.report [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Deleted allocations for instance c783dd98-2561-4961-a67d-8501df585218 [ 1804.690351] env[62295]: DEBUG oslo_concurrency.lockutils [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.690595] env[62295]: DEBUG nova.objects.instance [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'migration_context' on Instance uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.762222] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787347, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.764376] env[62295]: DEBUG nova.compute.manager [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1804.790018] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1804.790320] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1804.790432] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.790607] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1804.790753] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.790901] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1804.791157] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1804.791332] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1804.791503] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1804.791802] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1804.791870] env[62295]: DEBUG nova.virt.hardware [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1804.792682] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c1a64a-d827-42f5-80f1-58b89e440eae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.803228] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc3a524-f77c-46ae-bf58-f5b97eed3530 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.962080] env[62295]: DEBUG oslo_vmware.api [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787346, 'name': PowerOnVM_Task, 'duration_secs': 0.52883} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.962602] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.962917] env[62295]: INFO nova.compute.manager [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1804.963207] env[62295]: DEBUG nova.compute.manager [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1804.965506] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13567c3-daf5-4dca-b15d-cee66344868d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.013456] env[62295]: DEBUG nova.compute.manager [req-8b5f4680-74c4-4a58-b68c-5e99eaaa4280 req-bb126b39-418d-4575-b3de-30bae3f2d9d4 service nova] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Received event network-vif-plugged-4bad607b-a1ba-4ea5-b4cf-dde064738e9a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1805.015040] env[62295]: DEBUG oslo_concurrency.lockutils [req-8b5f4680-74c4-4a58-b68c-5e99eaaa4280 req-bb126b39-418d-4575-b3de-30bae3f2d9d4 service nova] Acquiring lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.015040] env[62295]: DEBUG oslo_concurrency.lockutils [req-8b5f4680-74c4-4a58-b68c-5e99eaaa4280 req-bb126b39-418d-4575-b3de-30bae3f2d9d4 service nova] Lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.015040] env[62295]: DEBUG oslo_concurrency.lockutils [req-8b5f4680-74c4-4a58-b68c-5e99eaaa4280 req-bb126b39-418d-4575-b3de-30bae3f2d9d4 service nova] Lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.015040] env[62295]: DEBUG nova.compute.manager [req-8b5f4680-74c4-4a58-b68c-5e99eaaa4280 req-bb126b39-418d-4575-b3de-30bae3f2d9d4 service nova] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] No waiting events found dispatching network-vif-plugged-4bad607b-a1ba-4ea5-b4cf-dde064738e9a {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1805.015040] env[62295]: WARNING nova.compute.manager [req-8b5f4680-74c4-4a58-b68c-5e99eaaa4280 req-bb126b39-418d-4575-b3de-30bae3f2d9d4 service nova] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Received unexpected event network-vif-plugged-4bad607b-a1ba-4ea5-b4cf-dde064738e9a for instance with vm_state building and task_state spawning. [ 1805.058051] env[62295]: INFO nova.compute.manager [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Unrescuing [ 1805.058051] env[62295]: DEBUG oslo_concurrency.lockutils [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.058051] env[62295]: DEBUG oslo_concurrency.lockutils [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquired lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.058255] env[62295]: DEBUG nova.network.neutron [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.103052] env[62295]: DEBUG nova.network.neutron [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Successfully updated port: 4bad607b-a1ba-4ea5-b4cf-dde064738e9a {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.108992] env[62295]: DEBUG nova.objects.instance [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'numa_topology' on Instance uuid abd605fe-fba5-4031-846f-874440880588 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.140564] env[62295]: DEBUG oslo_concurrency.lockutils [None req-86ef0280-ead6-46a7-b01e-ecb8e1dea172 tempest-ServerAddressesTestJSON-269891444 tempest-ServerAddressesTestJSON-269891444-project-member] Lock "2ef3c414-6e60-46e6-90e7-e8bb71e1ca48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.862s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.141579] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ab0e7571-3aec-437c-b51e-adcdfe10e08c tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "a64890a7-59d3-4139-b8d0-72e03f26546c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.417s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.147295] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bfc7831c-00e9-47e3-8585-878e6e5fdff7 tempest-DeleteServersTestJSON-303518955 tempest-DeleteServersTestJSON-303518955-project-member] Lock "c783dd98-2561-4961-a67d-8501df585218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.036s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.196407] env[62295]: DEBUG nova.objects.base [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Object Instance<86a89d2c-a27b-4af6-9a17-d4ce8eae1b96> lazy-loaded attributes: info_cache,migration_context {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1805.197344] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf5b876-07ec-43a6-9792-cbafe0fe0d5f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.218012] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad18220e-c0a3-4dba-b8ef-4fb6e8da8102 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.223964] env[62295]: DEBUG oslo_vmware.api [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1805.223964] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5242a044-a53a-849f-a307-92aa32eef2af" [ 1805.223964] env[62295]: _type = "Task" [ 1805.223964] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.233238] env[62295]: DEBUG oslo_vmware.api [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5242a044-a53a-849f-a307-92aa32eef2af, 'name': SearchDatastore_Task, 'duration_secs': 0.00702} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.233537] env[62295]: DEBUG oslo_concurrency.lockutils [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.266420] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512273} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.266873] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] be0884ca-51a9-47f8-8f7e-95f02cb80d1e/be0884ca-51a9-47f8-8f7e-95f02cb80d1e.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1805.269742] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1805.269742] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed75a7e0-b2fb-4c9d-8801-0f5e8af18b0c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.276018] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1805.276018] env[62295]: value = "task-1787348" [ 1805.276018] env[62295]: _type = "Task" [ 1805.276018] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.283459] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.485614] env[62295]: INFO nova.compute.manager [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Took 28.82 seconds to build instance. [ 1805.609065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "refresh_cache-a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.609065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "refresh_cache-a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.609065] env[62295]: DEBUG nova.network.neutron [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.610756] env[62295]: INFO nova.compute.claims [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1805.787774] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069181} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.788248] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1805.789157] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809ba848-00d0-41c8-af09-ce819b075fa8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.815960] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] be0884ca-51a9-47f8-8f7e-95f02cb80d1e/be0884ca-51a9-47f8-8f7e-95f02cb80d1e.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1805.818792] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-114eb663-79d6-409f-8408-91aade428961 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.839333] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1805.839333] env[62295]: value = "task-1787349" [ 1805.839333] env[62295]: _type = "Task" [ 1805.839333] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.850310] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.993615] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5db85668-69a8-434e-98a3-5bb5f0f113f9 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "459374d1-4e3d-420c-8104-1b7a074ce21b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.335s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.171977] env[62295]: DEBUG nova.network.neutron [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1806.329617] env[62295]: DEBUG nova.network.neutron [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updating instance_info_cache with network_info: [{"id": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "address": "fa:16:3e:11:e8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad61dcbd-6f", "ovs_interfaceid": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.353049] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787349, 'name': ReconfigVM_Task, 'duration_secs': 0.275219} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.353944] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Reconfigured VM instance instance-00000064 to attach disk [datastore1] be0884ca-51a9-47f8-8f7e-95f02cb80d1e/be0884ca-51a9-47f8-8f7e-95f02cb80d1e.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.354583] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e15651b5-f146-4a98-9b4a-5a0cb78ac1d9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.361371] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1806.361371] env[62295]: value = "task-1787351" [ 1806.361371] env[62295]: _type = "Task" [ 1806.361371] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.372342] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787351, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.402945] env[62295]: DEBUG nova.network.neutron [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Updating instance_info_cache with network_info: [{"id": "4bad607b-a1ba-4ea5-b4cf-dde064738e9a", "address": "fa:16:3e:49:e2:e4", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bad607b-a1", "ovs_interfaceid": "4bad607b-a1ba-4ea5-b4cf-dde064738e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.599884] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.600296] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.676450] env[62295]: INFO nova.compute.manager [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Rebuilding instance [ 1806.723322] env[62295]: DEBUG nova.compute.manager [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1806.724214] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76318d3c-8594-4a45-9dca-7c6d123f2ef7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.836539] env[62295]: DEBUG oslo_concurrency.lockutils [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Releasing lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.837276] env[62295]: DEBUG nova.objects.instance [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lazy-loading 'flavor' on Instance uuid 156fe56f-9727-473f-a409-5afceb7530d5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.858463] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf8319-b535-4f97-85bd-123cb262059b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.867959] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e980041-b034-415c-86c9-cad492c67ace {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.874391] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787351, 'name': Rename_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.901798] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb4c5b7-99a4-479e-a2a8-4c28fa679f74 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.904685] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "refresh_cache-a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.905018] env[62295]: DEBUG nova.compute.manager [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Instance network_info: |[{"id": "4bad607b-a1ba-4ea5-b4cf-dde064738e9a", "address": "fa:16:3e:49:e2:e4", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bad607b-a1", "ovs_interfaceid": "4bad607b-a1ba-4ea5-b4cf-dde064738e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1806.905433] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e2:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bad607b-a1ba-4ea5-b4cf-dde064738e9a', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1806.913279] env[62295]: DEBUG oslo.service.loopingcall [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.914028] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1806.914178] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e59c1c16-d6cf-4026-b9af-f9b5f473b84d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.932450] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fce536-4018-4e4c-8598-834a2b2853c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.937771] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1806.937771] env[62295]: value = "task-1787352" [ 1806.937771] env[62295]: _type = "Task" [ 1806.937771] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.950558] env[62295]: DEBUG nova.compute.provider_tree [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.957113] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787352, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.042244] env[62295]: DEBUG nova.compute.manager [req-afb238c6-f44b-453b-bafd-3a4f792b3e3a req-2fea9f27-ba3b-4fde-9a58-b58bc570be61 service nova] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Received event network-changed-4bad607b-a1ba-4ea5-b4cf-dde064738e9a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1807.042438] env[62295]: DEBUG nova.compute.manager [req-afb238c6-f44b-453b-bafd-3a4f792b3e3a req-2fea9f27-ba3b-4fde-9a58-b58bc570be61 service nova] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Refreshing instance network info cache due to event network-changed-4bad607b-a1ba-4ea5-b4cf-dde064738e9a. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1807.042666] env[62295]: DEBUG oslo_concurrency.lockutils [req-afb238c6-f44b-453b-bafd-3a4f792b3e3a req-2fea9f27-ba3b-4fde-9a58-b58bc570be61 service nova] Acquiring lock "refresh_cache-a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.042810] env[62295]: DEBUG oslo_concurrency.lockutils [req-afb238c6-f44b-453b-bafd-3a4f792b3e3a req-2fea9f27-ba3b-4fde-9a58-b58bc570be61 service nova] Acquired lock "refresh_cache-a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.043084] env[62295]: DEBUG nova.network.neutron [req-afb238c6-f44b-453b-bafd-3a4f792b3e3a req-2fea9f27-ba3b-4fde-9a58-b58bc570be61 service nova] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Refreshing network info cache for port 4bad607b-a1ba-4ea5-b4cf-dde064738e9a {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.103466] env[62295]: DEBUG nova.compute.manager [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1807.240265] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1807.240717] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a70f82b-8a72-4649-b080-8e84eaacd704 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.249550] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1807.249550] env[62295]: value = "task-1787353" [ 1807.249550] env[62295]: _type = "Task" [ 1807.249550] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.258210] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.343644] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9babaf-8f59-4e62-8a76-49348facff55 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.370637] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1807.374445] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-029e4403-d7ba-4eb3-b39c-0e273bd0839b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.382116] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787351, 'name': Rename_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.383498] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1807.383498] env[62295]: value = "task-1787354" [ 1807.383498] env[62295]: _type = "Task" [ 1807.383498] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.391818] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.448626] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787352, 'name': CreateVM_Task, 'duration_secs': 0.47484} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.448845] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1807.449579] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.449783] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.450219] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1807.450493] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72978510-edfc-4968-b829-3529b864e1fe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.455029] env[62295]: DEBUG nova.scheduler.client.report [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1807.460868] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1807.460868] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d97237-1ca9-bae7-e7b8-3497c0e24bf6" [ 1807.460868] env[62295]: _type = "Task" [ 1807.460868] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.470862] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d97237-1ca9-bae7-e7b8-3497c0e24bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.471266] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.471572] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.471852] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.472049] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.472279] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.473254] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01317fa9-edb7-47a1-80d2-84fb7de9caa9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.483187] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.483419] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.484217] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b782cf-949b-49a5-8644-82e2d37584e4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.491074] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1807.491074] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c9d185-81c0-6555-1ad8-0fbf5bfa8525" [ 1807.491074] env[62295]: _type = "Task" [ 1807.491074] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.515522] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c9d185-81c0-6555-1ad8-0fbf5bfa8525, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.519529] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4d5e9a-a8a0-44a9-8636-f22ecbc821c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.529288] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1807.529288] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cd6cb7-5362-a403-dad9-a3714ec84abd" [ 1807.529288] env[62295]: _type = "Task" [ 1807.529288] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.542990] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cd6cb7-5362-a403-dad9-a3714ec84abd, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.543664] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.544009] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a3b0f03c-dc12-40f0-bbe0-ab211cfeb888/a3b0f03c-dc12-40f0-bbe0-ab211cfeb888.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1807.544329] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a243ab29-1627-4f68-98c0-01164bea1317 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.557885] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1807.557885] env[62295]: value = "task-1787355" [ 1807.557885] env[62295]: _type = "Task" [ 1807.557885] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.573009] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.635247] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.761064] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787353, 'name': PowerOffVM_Task, 'duration_secs': 0.274267} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.761368] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.761619] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1807.762480] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0801c3c7-3334-4789-a2ac-b17376484f88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.771252] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.771546] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15268831-9153-4576-8c52-5aedeaebebb6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.821242] env[62295]: DEBUG nova.network.neutron [req-afb238c6-f44b-453b-bafd-3a4f792b3e3a req-2fea9f27-ba3b-4fde-9a58-b58bc570be61 service nova] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Updated VIF entry in instance network info cache for port 4bad607b-a1ba-4ea5-b4cf-dde064738e9a. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.821672] env[62295]: DEBUG nova.network.neutron [req-afb238c6-f44b-453b-bafd-3a4f792b3e3a req-2fea9f27-ba3b-4fde-9a58-b58bc570be61 service nova] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Updating instance_info_cache with network_info: [{"id": "4bad607b-a1ba-4ea5-b4cf-dde064738e9a", "address": "fa:16:3e:49:e2:e4", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bad607b-a1", "ovs_interfaceid": "4bad607b-a1ba-4ea5-b4cf-dde064738e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.847495] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.847675] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.847863] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleting the datastore file [datastore1] 459374d1-4e3d-420c-8104-1b7a074ce21b {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.848202] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2be3318-f16b-4144-af93-a7eb126e38fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.858198] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1807.858198] env[62295]: value = "task-1787357" [ 1807.858198] env[62295]: _type = "Task" [ 1807.858198] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.869603] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.879264] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787351, 'name': Rename_Task, 'duration_secs': 1.155608} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.879559] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.879818] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41d63271-ef27-4761-8b10-0d9b3082b38f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.889102] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1807.889102] env[62295]: value = "task-1787358" [ 1807.889102] env[62295]: _type = "Task" [ 1807.889102] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.896188] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787354, 'name': PowerOffVM_Task, 'duration_secs': 0.233714} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.896804] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.902547] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Reconfiguring VM instance instance-0000005a to detach disk 2002 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1807.906463] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4687fbbb-a193-4bfa-8383-e99668fee453 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.920435] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.926788] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1807.926788] env[62295]: value = "task-1787359" [ 1807.926788] env[62295]: _type = "Task" [ 1807.926788] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.936531] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.962853] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.359s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.965616] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.799s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.965927] env[62295]: DEBUG nova.objects.instance [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lazy-loading 'resources' on Instance uuid de4175b3-d2c6-4804-be2e-fa494d4bbdef {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.997652] env[62295]: INFO nova.network.neutron [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Updating port dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1808.067929] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489394} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.068230] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] a3b0f03c-dc12-40f0-bbe0-ab211cfeb888/a3b0f03c-dc12-40f0-bbe0-ab211cfeb888.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1808.068485] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1808.068766] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a3134a9-7fe3-4caa-9cf6-a3bdbc862814 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.075252] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1808.075252] env[62295]: value = "task-1787360" [ 1808.075252] env[62295]: _type = "Task" [ 1808.075252] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.083826] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.324305] env[62295]: DEBUG oslo_concurrency.lockutils [req-afb238c6-f44b-453b-bafd-3a4f792b3e3a req-2fea9f27-ba3b-4fde-9a58-b58bc570be61 service nova] Releasing lock "refresh_cache-a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.368323] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297472} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.368642] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.368840] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.369046] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.400468] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787358, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.437395] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.589981] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064028} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.590337] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1808.591265] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fca641-ac7a-4bc8-b5cc-373fc773060d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.617200] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] a3b0f03c-dc12-40f0-bbe0-ab211cfeb888/a3b0f03c-dc12-40f0-bbe0-ab211cfeb888.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.620328] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df69ec56-2c2e-4016-9507-997f248351d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.641902] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1808.641902] env[62295]: value = "task-1787361" [ 1808.641902] env[62295]: _type = "Task" [ 1808.641902] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.652197] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.712725] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1793db-3eca-4330-b8ff-42aee35c26da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.721079] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f865d5d-0ba2-4a73-9bb3-c39fee7e66fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.752511] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153adeea-ef1e-4cde-9591-1a141f7718a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.760064] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff071506-a775-4dde-928a-eae408bc5552 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.773465] env[62295]: DEBUG nova.compute.provider_tree [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.902492] env[62295]: DEBUG oslo_vmware.api [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787358, 'name': PowerOnVM_Task, 'duration_secs': 0.536217} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.902831] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.903056] env[62295]: INFO nova.compute.manager [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1808.903260] env[62295]: DEBUG nova.compute.manager [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1808.904107] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb5f4e2-64cb-4d48-b6f0-0c53a926f11d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.938962] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.151598] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787361, 'name': ReconfigVM_Task, 'duration_secs': 0.272111} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.152141] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Reconfigured VM instance instance-00000065 to attach disk [datastore1] a3b0f03c-dc12-40f0-bbe0-ab211cfeb888/a3b0f03c-dc12-40f0-bbe0-ab211cfeb888.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.152579] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d31d6069-b9df-4e7b-aa25-6d6e88785dc1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.159549] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1809.159549] env[62295]: value = "task-1787362" [ 1809.159549] env[62295]: _type = "Task" [ 1809.159549] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.168073] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787362, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.281308] env[62295]: DEBUG nova.scheduler.client.report [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1809.408133] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1809.408428] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1809.408577] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.408824] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1809.409055] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.409210] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1809.409408] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1809.409562] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1809.409913] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1809.410140] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1809.410319] env[62295]: DEBUG nova.virt.hardware [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1809.411215] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5f123b-a7a0-442a-b74f-3d41d23cb004 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.430269] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b194b0a5-dbaa-450f-865a-fda18397697c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.435902] env[62295]: INFO nova.compute.manager [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Took 25.64 seconds to build instance. [ 1809.454970] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:d1:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f11666e-a147-4e9a-989e-03cec9320511', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1809.463580] env[62295]: DEBUG oslo.service.loopingcall [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.465779] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1809.466099] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787359, 'name': ReconfigVM_Task, 'duration_secs': 1.294025} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.467034] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15b1a41e-6a0b-4cc6-b8f1-cef974ec0620 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.483355] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Reconfigured VM instance instance-0000005a to detach disk 2002 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1809.483563] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.485024] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2848871b-5572-48a2-839d-8d8287f711d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.491759] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1809.491759] env[62295]: value = "task-1787364" [ 1809.491759] env[62295]: _type = "Task" [ 1809.491759] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.492984] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1809.492984] env[62295]: value = "task-1787363" [ 1809.492984] env[62295]: _type = "Task" [ 1809.492984] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.504243] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.507471] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787363, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.516699] env[62295]: DEBUG nova.compute.manager [req-75090ccb-a402-4327-9a9e-4e7a8b68a816 req-e5981fe6-9264-4c2a-9f08-e76ea1f8d40a service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received event network-vif-plugged-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1809.517585] env[62295]: DEBUG oslo_concurrency.lockutils [req-75090ccb-a402-4327-9a9e-4e7a8b68a816 req-e5981fe6-9264-4c2a-9f08-e76ea1f8d40a service nova] Acquiring lock "abd605fe-fba5-4031-846f-874440880588-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.517585] env[62295]: DEBUG oslo_concurrency.lockutils [req-75090ccb-a402-4327-9a9e-4e7a8b68a816 req-e5981fe6-9264-4c2a-9f08-e76ea1f8d40a service nova] Lock "abd605fe-fba5-4031-846f-874440880588-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.517585] env[62295]: DEBUG oslo_concurrency.lockutils [req-75090ccb-a402-4327-9a9e-4e7a8b68a816 req-e5981fe6-9264-4c2a-9f08-e76ea1f8d40a service nova] Lock "abd605fe-fba5-4031-846f-874440880588-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.517585] env[62295]: DEBUG nova.compute.manager [req-75090ccb-a402-4327-9a9e-4e7a8b68a816 req-e5981fe6-9264-4c2a-9f08-e76ea1f8d40a service nova] [instance: abd605fe-fba5-4031-846f-874440880588] No waiting events found dispatching network-vif-plugged-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1809.517865] env[62295]: WARNING nova.compute.manager [req-75090ccb-a402-4327-9a9e-4e7a8b68a816 req-e5981fe6-9264-4c2a-9f08-e76ea1f8d40a service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received unexpected event network-vif-plugged-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb for instance with vm_state shelved_offloaded and task_state spawning. [ 1809.671768] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787362, 'name': Rename_Task, 'duration_secs': 0.14922} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.672121] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.672318] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed425c6d-486c-49ff-a7a8-c395918e6378 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.679510] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1809.679510] env[62295]: value = "task-1787365" [ 1809.679510] env[62295]: _type = "Task" [ 1809.679510] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.691678] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.691678] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.691678] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.691678] env[62295]: DEBUG nova.network.neutron [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.787861] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.794903] env[62295]: DEBUG oslo_concurrency.lockutils [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.557s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.830752] env[62295]: INFO nova.scheduler.client.report [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted allocations for instance de4175b3-d2c6-4804-be2e-fa494d4bbdef [ 1809.941377] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a5835159-8c3b-45a1-b937-54126c6111a3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.158s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.012614] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.017315] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787363, 'name': CreateVM_Task, 'duration_secs': 0.417154} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.017558] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1810.018281] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.018456] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.018801] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1810.020142] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842ddd79-13a4-4fe5-9dc7-a1d02cd8a3ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.024163] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1810.024163] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520f15b3-275e-ed2b-6f76-397bec18be26" [ 1810.024163] env[62295]: _type = "Task" [ 1810.024163] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.034045] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520f15b3-275e-ed2b-6f76-397bec18be26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.196725] env[62295]: DEBUG oslo_vmware.api [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787365, 'name': PowerOnVM_Task, 'duration_secs': 0.50985} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.197256] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.197629] env[62295]: INFO nova.compute.manager [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Took 5.43 seconds to spawn the instance on the hypervisor. [ 1810.198102] env[62295]: DEBUG nova.compute.manager [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1810.199994] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61022888-d454-4760-9a45-e55bd4eebf80 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.339163] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd3b90ca-e8c7-4535-a1a3-cfc784be51a0 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "de4175b3-d2c6-4804-be2e-fa494d4bbdef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.657s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.449807] env[62295]: DEBUG nova.network.neutron [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Updating instance_info_cache with network_info: [{"id": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "address": "fa:16:3e:e7:03:8e", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc5c5a6-0b", "ovs_interfaceid": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.507282] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.537964] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520f15b3-275e-ed2b-6f76-397bec18be26, 'name': SearchDatastore_Task, 'duration_secs': 0.012879} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.542059] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.542378] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1810.542654] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.542834] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.543058] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1810.546777] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79b4ec90-06db-4628-98da-3e548dc30aef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.561300] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1810.561430] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1810.563113] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-661cb1e1-4490-46a4-a402-b222161bb2cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.566254] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27fdf2c-3fe5-461c-b9fa-7f37df4ed1e0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.575144] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1810.575144] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a7f818-c5a9-35e1-7f45-57d02898953c" [ 1810.575144] env[62295]: _type = "Task" [ 1810.575144] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.580464] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5c6773-d080-4a3c-96e7-ae7a0851d286 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.594804] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a7f818-c5a9-35e1-7f45-57d02898953c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.624438] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97986c2-3cbb-492a-ae1b-599f83913e78 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.633317] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c6bc38-2c04-45ba-8106-13868966e846 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.653584] env[62295]: DEBUG nova.compute.provider_tree [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.721245] env[62295]: INFO nova.compute.manager [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Took 20.80 seconds to build instance. [ 1810.953152] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.981743] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b65c5073ffd1c991c670260c4b70662b',container_format='bare',created_at=2024-12-12T02:14:04Z,direct_url=,disk_format='vmdk',id=371ad1c2-ecc7-41ac-b05f-d22512033896,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1109438848-shelved',owner='abff9d6cbdc04d27b8f06fe428d71e27',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2024-12-12T02:14:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1810.981891] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1810.981943] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.982161] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1810.982333] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.982606] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1810.982856] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1810.983069] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1810.983282] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1810.984169] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1810.984169] env[62295]: DEBUG nova.virt.hardware [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1810.984647] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948f528c-4ba7-487b-9b55-8806fdd3a1ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.993283] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682eeb94-15de-4c90-b688-ac76f58b4892 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.012649] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:03:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.020026] env[62295]: DEBUG oslo.service.loopingcall [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.023119] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd605fe-fba5-4031-846f-874440880588] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1811.023408] env[62295]: DEBUG oslo_vmware.api [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787364, 'name': PowerOnVM_Task, 'duration_secs': 1.072409} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.023598] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-952ea457-e5e5-4da2-ae89-b0261df858a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.037580] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.037828] env[62295]: DEBUG nova.compute.manager [None req-34c52221-4dfc-48c2-8b06-e26a935657d6 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1811.038664] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fe0ce5-616e-4fc0-bea8-29cc8ed92bc7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.048213] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.048450] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.048648] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.048827] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.049009] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.050453] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.050453] env[62295]: value = "task-1787366" [ 1811.050453] env[62295]: _type = "Task" [ 1811.050453] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.050871] env[62295]: INFO nova.compute.manager [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Terminating instance [ 1811.052594] env[62295]: DEBUG nova.compute.manager [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1811.052789] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.056243] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33692f1f-3488-4743-8eef-a5967e3d6694 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.063866] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787366, 'name': CreateVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.066027] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.066822] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2716497d-4301-4300-97d6-f37d71bd2dfa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.072123] env[62295]: DEBUG oslo_vmware.api [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1811.072123] env[62295]: value = "task-1787367" [ 1811.072123] env[62295]: _type = "Task" [ 1811.072123] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.081508] env[62295]: DEBUG oslo_vmware.api [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.092802] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a7f818-c5a9-35e1-7f45-57d02898953c, 'name': SearchDatastore_Task, 'duration_secs': 0.014833} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.093660] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6502d247-c5b8-4ccb-bd6f-5b85f12280d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.099336] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1811.099336] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fa6e95-b067-7a46-744f-66cbbae26884" [ 1811.099336] env[62295]: _type = "Task" [ 1811.099336] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.108324] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fa6e95-b067-7a46-744f-66cbbae26884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.157249] env[62295]: DEBUG nova.scheduler.client.report [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1811.223558] env[62295]: DEBUG oslo_concurrency.lockutils [None req-51849cd6-e27e-4f45-9486-24b9d40f71b8 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.310s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.553233] env[62295]: DEBUG nova.compute.manager [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received event network-changed-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1811.553449] env[62295]: DEBUG nova.compute.manager [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Refreshing instance network info cache due to event network-changed-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1811.553722] env[62295]: DEBUG oslo_concurrency.lockutils [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] Acquiring lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.554061] env[62295]: DEBUG oslo_concurrency.lockutils [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] Acquired lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.554176] env[62295]: DEBUG nova.network.neutron [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Refreshing network info cache for port dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1811.574808] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787366, 'name': CreateVM_Task, 'duration_secs': 0.482993} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.579681] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd605fe-fba5-4031-846f-874440880588] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.580997] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.581204] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.581568] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.582413] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e9bc92-97d9-492b-b4b6-90982bc21b24 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.587628] env[62295]: DEBUG oslo_vmware.api [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787367, 'name': PowerOffVM_Task, 'duration_secs': 0.240053} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.588238] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.588388] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1811.588743] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db474b8f-bae4-41e6-bccc-28998385ce30 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.591204] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1811.591204] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5228a5b9-83ff-2a4c-f826-d54c8b6fa1b0" [ 1811.591204] env[62295]: _type = "Task" [ 1811.591204] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.600058] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5228a5b9-83ff-2a4c-f826-d54c8b6fa1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.609145] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fa6e95-b067-7a46-744f-66cbbae26884, 'name': SearchDatastore_Task, 'duration_secs': 0.015889} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.609416] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.609693] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 459374d1-4e3d-420c-8104-1b7a074ce21b/459374d1-4e3d-420c-8104-1b7a074ce21b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1811.609993] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba933482-a9ec-4b71-9900-b8d615b32d9f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.615885] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1811.615885] env[62295]: value = "task-1787369" [ 1811.615885] env[62295]: _type = "Task" [ 1811.615885] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.624512] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.735125] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1811.735355] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1811.735548] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleting the datastore file [datastore1] 67510fa4-ce7e-4ab2-832b-ab621e6ec078 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1811.735795] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3da45d30-7117-40a7-8bf3-8d048e6349e4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.742766] env[62295]: DEBUG oslo_vmware.api [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1811.742766] env[62295]: value = "task-1787370" [ 1811.742766] env[62295]: _type = "Task" [ 1811.742766] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.751333] env[62295]: DEBUG oslo_vmware.api [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.109700] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.110178] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Processing image 371ad1c2-ecc7-41ac-b05f-d22512033896 {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.110394] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896/371ad1c2-ecc7-41ac-b05f-d22512033896.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.110601] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896/371ad1c2-ecc7-41ac-b05f-d22512033896.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.110890] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.111537] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdf1984e-9832-45aa-bced-d84244034dfb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.135168] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787369, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.135849] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.136149] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.136972] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a162fb-4f54-4dd4-8bfa-bdeff4c1e757 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.145544] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1812.145544] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c3b922-cd44-a1d2-4e97-df5081d41fb2" [ 1812.145544] env[62295]: _type = "Task" [ 1812.145544] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.158517] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c3b922-cd44-a1d2-4e97-df5081d41fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.172081] env[62295]: DEBUG oslo_concurrency.lockutils [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.381s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.172081] env[62295]: DEBUG nova.compute.manager [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62295) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4910}} [ 1812.175928] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.540s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.176804] env[62295]: INFO nova.compute.claims [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1812.255203] env[62295]: DEBUG oslo_vmware.api [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459739} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.255571] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.255708] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.259023] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.259023] env[62295]: INFO nova.compute.manager [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1812.259023] env[62295]: DEBUG oslo.service.loopingcall [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.259023] env[62295]: DEBUG nova.compute.manager [-] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1812.259023] env[62295]: DEBUG nova.network.neutron [-] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.282033] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.282335] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.629012] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698514} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.629331] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 459374d1-4e3d-420c-8104-1b7a074ce21b/459374d1-4e3d-420c-8104-1b7a074ce21b.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.629588] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.629860] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-507108ea-22e0-48df-b013-2b9090dd6656 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.639197] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1812.639197] env[62295]: value = "task-1787371" [ 1812.639197] env[62295]: _type = "Task" [ 1812.639197] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.648123] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.665326] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Preparing fetch location {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1812.665605] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Fetch image to [datastore1] OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240/OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240.vmdk {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1812.665792] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Downloading stream optimized image 371ad1c2-ecc7-41ac-b05f-d22512033896 to [datastore1] OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240/OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240.vmdk on the data store datastore1 as vApp {{(pid=62295) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1812.665964] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Downloading image file data 371ad1c2-ecc7-41ac-b05f-d22512033896 to the ESX as VM named 'OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240' {{(pid=62295) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1812.740236] env[62295]: DEBUG nova.network.neutron [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Updated VIF entry in instance network info cache for port dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1812.740670] env[62295]: DEBUG nova.network.neutron [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Updating instance_info_cache with network_info: [{"id": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "address": "fa:16:3e:e7:03:8e", "network": {"id": "6f4aedd7-e04e-4de1-99e6-0ee985e088bf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1066273754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abff9d6cbdc04d27b8f06fe428d71e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc5c5a6-0b", "ovs_interfaceid": "dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.759586] env[62295]: DEBUG nova.compute.manager [req-a35fa3b4-f969-41f9-8eaf-bf5bb79b6b7d req-80c8f3e0-cbfa-4a0b-a535-e3f5c84b03bb service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Received event network-vif-deleted-dc788c78-84b4-4af6-a26a-d3a13dff5ff1 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1812.759798] env[62295]: INFO nova.compute.manager [req-a35fa3b4-f969-41f9-8eaf-bf5bb79b6b7d req-80c8f3e0-cbfa-4a0b-a535-e3f5c84b03bb service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Neutron deleted interface dc788c78-84b4-4af6-a26a-d3a13dff5ff1; detaching it from the instance and deleting it from the info cache [ 1812.760073] env[62295]: DEBUG nova.network.neutron [req-a35fa3b4-f969-41f9-8eaf-bf5bb79b6b7d req-80c8f3e0-cbfa-4a0b-a535-e3f5c84b03bb service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.781932] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1812.781932] env[62295]: value = "resgroup-9" [ 1812.781932] env[62295]: _type = "ResourcePool" [ 1812.781932] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1812.783817] env[62295]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a6e4b066-deb9-47d0-a4d5-b10f1e2bb7b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.800464] env[62295]: INFO nova.scheduler.client.report [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleted allocation for migration 3e027540-39f2-47f1-aa53-d0f031dbe0b7 [ 1812.802283] env[62295]: DEBUG nova.compute.manager [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1812.816137] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lease: (returnval){ [ 1812.816137] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529d899b-8a43-180a-281d-7ae9401da6aa" [ 1812.816137] env[62295]: _type = "HttpNfcLease" [ 1812.816137] env[62295]: } obtained for vApp import into resource pool (val){ [ 1812.816137] env[62295]: value = "resgroup-9" [ 1812.816137] env[62295]: _type = "ResourcePool" [ 1812.816137] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1812.816471] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the lease: (returnval){ [ 1812.816471] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529d899b-8a43-180a-281d-7ae9401da6aa" [ 1812.816471] env[62295]: _type = "HttpNfcLease" [ 1812.816471] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1812.823408] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1812.823408] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529d899b-8a43-180a-281d-7ae9401da6aa" [ 1812.823408] env[62295]: _type = "HttpNfcLease" [ 1812.823408] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1813.148877] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109661} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.149174] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.149960] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17aab737-5001-4024-ae64-bff09d656203 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.164255] env[62295]: DEBUG nova.objects.instance [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'flavor' on Instance uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.175372] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 459374d1-4e3d-420c-8104-1b7a074ce21b/459374d1-4e3d-420c-8104-1b7a074ce21b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.175966] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-769a8642-d4ed-4f7b-92eb-69fb283b6ece {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.198399] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1813.198399] env[62295]: value = "task-1787373" [ 1813.198399] env[62295]: _type = "Task" [ 1813.198399] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.211808] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.214228] env[62295]: DEBUG nova.network.neutron [-] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.246109] env[62295]: DEBUG oslo_concurrency.lockutils [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] Releasing lock "refresh_cache-abd605fe-fba5-4031-846f-874440880588" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.246438] env[62295]: DEBUG nova.compute.manager [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Received event network-changed-4c71c806-d571-4d99-a658-32470b414d70 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1813.246660] env[62295]: DEBUG nova.compute.manager [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Refreshing instance network info cache due to event network-changed-4c71c806-d571-4d99-a658-32470b414d70. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1813.246915] env[62295]: DEBUG oslo_concurrency.lockutils [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] Acquiring lock "refresh_cache-be0884ca-51a9-47f8-8f7e-95f02cb80d1e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.247193] env[62295]: DEBUG oslo_concurrency.lockutils [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] Acquired lock "refresh_cache-be0884ca-51a9-47f8-8f7e-95f02cb80d1e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.247451] env[62295]: DEBUG nova.network.neutron [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Refreshing network info cache for port 4c71c806-d571-4d99-a658-32470b414d70 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.265754] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95380e46-f915-4069-9aff-1d7f03da1846 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.275601] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6ed11f-8e8c-4525-a40c-98df0489088d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.318094] env[62295]: DEBUG oslo_concurrency.lockutils [None req-60970834-521f-4f57-a859-705967dbcefa tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.916s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.322753] env[62295]: DEBUG nova.compute.manager [req-a35fa3b4-f969-41f9-8eaf-bf5bb79b6b7d req-80c8f3e0-cbfa-4a0b-a535-e3f5c84b03bb service nova] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Detach interface failed, port_id=dc788c78-84b4-4af6-a26a-d3a13dff5ff1, reason: Instance 67510fa4-ce7e-4ab2-832b-ab621e6ec078 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1813.336103] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1813.336103] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529d899b-8a43-180a-281d-7ae9401da6aa" [ 1813.336103] env[62295]: _type = "HttpNfcLease" [ 1813.336103] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1813.341908] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.453024] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c1fc6e-5d18-4ba1-9b63-f73d3c6246ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.460843] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b9ce0e-de60-4a93-b7ca-7ea64a31313d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.491146] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4b6f9-8426-4ba1-943e-8458ffd0ece2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.498810] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9cb9a7-3f88-425c-b419-86217cbdb39a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.513951] env[62295]: DEBUG nova.compute.provider_tree [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.582197] env[62295]: DEBUG nova.compute.manager [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Received event network-changed-ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1813.582364] env[62295]: DEBUG nova.compute.manager [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Refreshing instance network info cache due to event network-changed-ad61dcbd-6f67-4171-ae22-326d7a894f19. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1813.582613] env[62295]: DEBUG oslo_concurrency.lockutils [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] Acquiring lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.582713] env[62295]: DEBUG oslo_concurrency.lockutils [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] Acquired lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.582874] env[62295]: DEBUG nova.network.neutron [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Refreshing network info cache for port ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.679465] env[62295]: DEBUG oslo_concurrency.lockutils [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.679651] env[62295]: DEBUG oslo_concurrency.lockutils [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.679828] env[62295]: DEBUG nova.network.neutron [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1813.680104] env[62295]: DEBUG nova.objects.instance [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'info_cache' on Instance uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.707686] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.716991] env[62295]: INFO nova.compute.manager [-] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Took 1.46 seconds to deallocate network for instance. [ 1813.831417] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1813.831417] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529d899b-8a43-180a-281d-7ae9401da6aa" [ 1813.831417] env[62295]: _type = "HttpNfcLease" [ 1813.831417] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1814.015949] env[62295]: DEBUG nova.scheduler.client.report [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1814.020515] env[62295]: DEBUG nova.network.neutron [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Updated VIF entry in instance network info cache for port 4c71c806-d571-4d99-a658-32470b414d70. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.020887] env[62295]: DEBUG nova.network.neutron [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Updating instance_info_cache with network_info: [{"id": "4c71c806-d571-4d99-a658-32470b414d70", "address": "fa:16:3e:c0:99:fa", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c71c806-d5", "ovs_interfaceid": "4c71c806-d571-4d99-a658-32470b414d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.183989] env[62295]: DEBUG nova.objects.base [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Object Instance<86a89d2c-a27b-4af6-9a17-d4ce8eae1b96> lazy-loaded attributes: flavor,info_cache {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1814.207519] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787373, 'name': ReconfigVM_Task, 'duration_secs': 0.945693} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.209854] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 459374d1-4e3d-420c-8104-1b7a074ce21b/459374d1-4e3d-420c-8104-1b7a074ce21b.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.210762] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6d39e79-cba2-478d-a2ac-798c329227ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.217408] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1814.217408] env[62295]: value = "task-1787374" [ 1814.217408] env[62295]: _type = "Task" [ 1814.217408] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.225779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.226049] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787374, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.307108] env[62295]: DEBUG nova.network.neutron [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updated VIF entry in instance network info cache for port ad61dcbd-6f67-4171-ae22-326d7a894f19. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.307108] env[62295]: DEBUG nova.network.neutron [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updating instance_info_cache with network_info: [{"id": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "address": "fa:16:3e:11:e8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad61dcbd-6f", "ovs_interfaceid": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.330759] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1814.330759] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529d899b-8a43-180a-281d-7ae9401da6aa" [ 1814.330759] env[62295]: _type = "HttpNfcLease" [ 1814.330759] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1814.523679] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.524229] env[62295]: DEBUG nova.compute.manager [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1814.526981] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.185s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.528399] env[62295]: INFO nova.compute.claims [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1814.530797] env[62295]: DEBUG oslo_concurrency.lockutils [req-cd7c4609-247c-4850-88f4-b61f325de00c req-0127d5ae-bc0c-4016-ac11-0f4e5963edc9 service nova] Releasing lock "refresh_cache-be0884ca-51a9-47f8-8f7e-95f02cb80d1e" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.729978] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787374, 'name': Rename_Task, 'duration_secs': 0.187522} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.729978] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1814.730198] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-715522ad-af8f-4dcf-88bc-ace6d2b42fb5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.736795] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1814.736795] env[62295]: value = "task-1787375" [ 1814.736795] env[62295]: _type = "Task" [ 1814.736795] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.744760] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.810419] env[62295]: DEBUG oslo_concurrency.lockutils [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] Releasing lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.810684] env[62295]: DEBUG nova.compute.manager [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Received event network-changed-ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1814.810851] env[62295]: DEBUG nova.compute.manager [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Refreshing instance network info cache due to event network-changed-ad61dcbd-6f67-4171-ae22-326d7a894f19. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1814.811108] env[62295]: DEBUG oslo_concurrency.lockutils [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] Acquiring lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.811282] env[62295]: DEBUG oslo_concurrency.lockutils [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] Acquired lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.811445] env[62295]: DEBUG nova.network.neutron [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Refreshing network info cache for port ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1814.832267] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1814.832267] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529d899b-8a43-180a-281d-7ae9401da6aa" [ 1814.832267] env[62295]: _type = "HttpNfcLease" [ 1814.832267] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1814.920926] env[62295]: DEBUG nova.network.neutron [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance_info_cache with network_info: [{"id": "3abd8768-058f-47f6-93cb-b21273e4af3e", "address": "fa:16:3e:53:77:a1", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abd8768-05", "ovs_interfaceid": "3abd8768-058f-47f6-93cb-b21273e4af3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.039019] env[62295]: DEBUG nova.compute.utils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1815.039019] env[62295]: DEBUG nova.compute.manager [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1815.039019] env[62295]: DEBUG nova.network.neutron [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1815.089622] env[62295]: DEBUG nova.policy [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6af802d5e5450ea256f3f4b1d8f937', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '813ac1b1c8ec4807a1a2b03264d67fb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1815.246950] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787375, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.333066] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1815.333066] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529d899b-8a43-180a-281d-7ae9401da6aa" [ 1815.333066] env[62295]: _type = "HttpNfcLease" [ 1815.333066] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1815.333473] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1815.333473] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529d899b-8a43-180a-281d-7ae9401da6aa" [ 1815.333473] env[62295]: _type = "HttpNfcLease" [ 1815.333473] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1815.334562] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c97e763-d15d-4c18-909d-e357ed7de647 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.344557] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52689d19-3dbc-e67c-1e0d-8682063c48da/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1815.347158] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52689d19-3dbc-e67c-1e0d-8682063c48da/disk-0.vmdk. {{(pid=62295) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1815.409045] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.412180] env[62295]: DEBUG nova.network.neutron [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Successfully created port: e398b8bd-01a2-42a5-b00f-daaa9b55cfbf {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1815.413928] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.422632] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79e31520-a7e0-4fea-b98c-2cdfd331c69e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.424873] env[62295]: DEBUG oslo_concurrency.lockutils [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.542028] env[62295]: DEBUG nova.compute.manager [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1815.583155] env[62295]: DEBUG nova.network.neutron [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updated VIF entry in instance network info cache for port ad61dcbd-6f67-4171-ae22-326d7a894f19. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1815.583155] env[62295]: DEBUG nova.network.neutron [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updating instance_info_cache with network_info: [{"id": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "address": "fa:16:3e:11:e8:27", "network": {"id": "a3973435-3a81-45b7-b912-3b9814ffe70f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1219336482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4c7f84f19b847bc97d6db6282827176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad61dcbd-6f", "ovs_interfaceid": "ad61dcbd-6f67-4171-ae22-326d7a894f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.752124] env[62295]: DEBUG oslo_vmware.api [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787375, 'name': PowerOnVM_Task, 'duration_secs': 0.58993} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.753769] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1815.753990] env[62295]: DEBUG nova.compute.manager [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1815.754832] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae0653-d4c5-4c3c-abd1-1e91882b5161 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.802976] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33bb30f-91f2-4512-9b47-78c46597f282 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.814539] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4779e3f-ff97-4d39-b5f2-e3c64f91265a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.846992] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845ec87f-6764-4859-b167-bbc1e7e7ac08 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.854766] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8923b850-50f2-45bc-a0ac-b66f2657ed9a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.870434] env[62295]: DEBUG nova.compute.provider_tree [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.923269] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.923545] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1815.923545] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1815.927028] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.927346] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fba3961-76b5-4151-9966-f6bd4621a92c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.936080] env[62295]: DEBUG oslo_vmware.api [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1815.936080] env[62295]: value = "task-1787376" [ 1815.936080] env[62295]: _type = "Task" [ 1815.936080] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.947333] env[62295]: DEBUG oslo_vmware.api [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.086410] env[62295]: DEBUG oslo_concurrency.lockutils [req-b5e1c21b-44b1-4f30-9395-a2448d2adfff req-e2185307-26a8-4c2e-a938-b47450c42b54 service nova] Releasing lock "refresh_cache-156fe56f-9727-473f-a409-5afceb7530d5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.279154] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.374528] env[62295]: DEBUG nova.scheduler.client.report [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1816.429516] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Skipping network cache update for instance because it is Building. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1816.429691] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Skipping network cache update for instance because it is Building. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1816.429971] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.430143] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.430295] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1816.430436] env[62295]: DEBUG nova.objects.instance [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lazy-loading 'info_cache' on Instance uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.450867] env[62295]: DEBUG oslo_vmware.api [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.553423] env[62295]: DEBUG nova.compute.manager [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1816.582701] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1816.583021] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1816.583273] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.583540] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1816.583692] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.583874] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1816.584098] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1816.584352] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1816.584613] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1816.584842] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1816.585108] env[62295]: DEBUG nova.virt.hardware [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1816.586124] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d06f48-b535-41c5-ad78-b571f890efe6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.597482] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dac415b-cef0-44a1-9185-a290d5740201 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.674018] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Completed reading data from the image iterator. {{(pid=62295) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1816.674371] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52689d19-3dbc-e67c-1e0d-8682063c48da/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1816.675548] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c35fcc-d824-4a9c-883a-5d3089ba1a51 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.683478] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52689d19-3dbc-e67c-1e0d-8682063c48da/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1816.683850] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52689d19-3dbc-e67c-1e0d-8682063c48da/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1816.684182] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-24e45010-7ba7-423b-896f-1e9eca618719 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.879508] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.880049] env[62295]: DEBUG nova.compute.manager [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1816.888631] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.663s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.888880] env[62295]: DEBUG nova.objects.instance [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lazy-loading 'resources' on Instance uuid 67510fa4-ce7e-4ab2-832b-ab621e6ec078 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.899560] env[62295]: DEBUG nova.compute.manager [req-ec7be904-5e6b-42ef-b598-39720ce322e3 req-5c22585d-8c14-46f6-b41f-3c3295f7e3a3 service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Received event network-vif-plugged-e398b8bd-01a2-42a5-b00f-daaa9b55cfbf {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1816.900533] env[62295]: DEBUG oslo_concurrency.lockutils [req-ec7be904-5e6b-42ef-b598-39720ce322e3 req-5c22585d-8c14-46f6-b41f-3c3295f7e3a3 service nova] Acquiring lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.900533] env[62295]: DEBUG oslo_concurrency.lockutils [req-ec7be904-5e6b-42ef-b598-39720ce322e3 req-5c22585d-8c14-46f6-b41f-3c3295f7e3a3 service nova] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.900533] env[62295]: DEBUG oslo_concurrency.lockutils [req-ec7be904-5e6b-42ef-b598-39720ce322e3 req-5c22585d-8c14-46f6-b41f-3c3295f7e3a3 service nova] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.900533] env[62295]: DEBUG nova.compute.manager [req-ec7be904-5e6b-42ef-b598-39720ce322e3 req-5c22585d-8c14-46f6-b41f-3c3295f7e3a3 service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] No waiting events found dispatching network-vif-plugged-e398b8bd-01a2-42a5-b00f-daaa9b55cfbf {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1816.900533] env[62295]: WARNING nova.compute.manager [req-ec7be904-5e6b-42ef-b598-39720ce322e3 req-5c22585d-8c14-46f6-b41f-3c3295f7e3a3 service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Received unexpected event network-vif-plugged-e398b8bd-01a2-42a5-b00f-daaa9b55cfbf for instance with vm_state building and task_state spawning. [ 1816.954722] env[62295]: DEBUG oslo_vmware.api [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787376, 'name': PowerOnVM_Task, 'duration_secs': 0.739627} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.956700] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.956955] env[62295]: DEBUG nova.compute.manager [None req-80940914-fda5-49e8-9200-88bf1382015f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1816.957845] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e55ee6d-bfac-41f7-84ad-84e1ca748541 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.013117] env[62295]: DEBUG nova.network.neutron [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Successfully updated port: e398b8bd-01a2-42a5-b00f-daaa9b55cfbf {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1817.139359] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7373ee-fda6-412e-88fb-a6e0db975e89 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.147975] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6cfe4b-4593-47d4-9d98-894080898375 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.178863] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc44f5-6375-4678-8132-8331e17b2cc1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.189098] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b038cefa-10f9-4824-8ee5-5630f1ab477a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.207026] env[62295]: DEBUG nova.compute.provider_tree [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.236466] env[62295]: DEBUG oslo_vmware.rw_handles [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52689d19-3dbc-e67c-1e0d-8682063c48da/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1817.236722] env[62295]: INFO nova.virt.vmwareapi.images [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Downloaded image file data 371ad1c2-ecc7-41ac-b05f-d22512033896 [ 1817.238058] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f16123-85de-4515-89a2-9f2c480959b8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.256125] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f574be3-9aa0-4de1-8ba1-0bfa1abc9cca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.332491] env[62295]: INFO nova.virt.vmwareapi.images [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] The imported VM was unregistered [ 1817.334939] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Caching image {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1817.335218] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Creating directory with path [datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896 {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.335523] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94233014-d085-4ea0-a5b9-42552425014b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.365257] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "459374d1-4e3d-420c-8104-1b7a074ce21b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.365547] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "459374d1-4e3d-420c-8104-1b7a074ce21b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.365764] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "459374d1-4e3d-420c-8104-1b7a074ce21b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.365948] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "459374d1-4e3d-420c-8104-1b7a074ce21b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.366161] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "459374d1-4e3d-420c-8104-1b7a074ce21b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.369518] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Created directory with path [datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896 {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.369726] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240/OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240.vmdk to [datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896/371ad1c2-ecc7-41ac-b05f-d22512033896.vmdk. {{(pid=62295) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1817.370346] env[62295]: INFO nova.compute.manager [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Terminating instance [ 1817.371718] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4a6fc381-5898-48c5-a9bb-c4cf3af23531 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.374705] env[62295]: DEBUG nova.compute.manager [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1817.374896] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1817.375675] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e7cfd4-b8dd-49fe-8c71-723f86fde8bd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.382716] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1817.383925] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41283d91-0d92-4609-9b9d-c9bc74cd4384 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.386998] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1817.386998] env[62295]: value = "task-1787378" [ 1817.386998] env[62295]: _type = "Task" [ 1817.386998] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.389843] env[62295]: DEBUG oslo_vmware.api [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1817.389843] env[62295]: value = "task-1787379" [ 1817.389843] env[62295]: _type = "Task" [ 1817.389843] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.391338] env[62295]: DEBUG nova.compute.utils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1817.398157] env[62295]: DEBUG nova.compute.manager [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1817.398345] env[62295]: DEBUG nova.network.neutron [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1817.400133] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787378, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.405609] env[62295]: DEBUG oslo_vmware.api [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.441258] env[62295]: DEBUG nova.policy [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecd4775672654074b4d50522e6c29cf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ff7c1b2dae947c28b8fba6743c22ec3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1817.519395] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.519559] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.519900] env[62295]: DEBUG nova.network.neutron [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.708012] env[62295]: DEBUG nova.scheduler.client.report [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1817.759280] env[62295]: DEBUG nova.network.neutron [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Successfully created port: 8bcab1af-fbfe-4268-859d-16ccbde118f5 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1817.884045] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.884408] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.899746] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787378, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.901620] env[62295]: DEBUG nova.compute.manager [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1817.908323] env[62295]: DEBUG oslo_vmware.api [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787379, 'name': PowerOffVM_Task, 'duration_secs': 0.302001} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.908946] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1817.909234] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1817.909570] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-501d23a4-5ba5-4287-984d-dfe5a4936b90 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.929680] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.930147] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.930427] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.930626] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.930801] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.933184] env[62295]: INFO nova.compute.manager [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Terminating instance [ 1817.935367] env[62295]: DEBUG nova.compute.manager [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1817.935576] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1817.936546] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a122030e-bd02-4502-8a5a-555d43dcd84d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.946178] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1817.946525] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb300f43-fa9c-44ff-8ebb-a8566914688e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.954766] env[62295]: DEBUG oslo_vmware.api [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1817.954766] env[62295]: value = "task-1787381" [ 1817.954766] env[62295]: _type = "Task" [ 1817.954766] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.967117] env[62295]: DEBUG oslo_vmware.api [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.034273] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1818.034746] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1818.035163] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleting the datastore file [datastore1] 459374d1-4e3d-420c-8104-1b7a074ce21b {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1818.035572] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dc01c3c-b4e6-4181-8f65-dbe35142a3e4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.043191] env[62295]: DEBUG oslo_vmware.api [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1818.043191] env[62295]: value = "task-1787382" [ 1818.043191] env[62295]: _type = "Task" [ 1818.043191] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.053737] env[62295]: DEBUG oslo_vmware.api [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.099505] env[62295]: DEBUG nova.network.neutron [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.214170] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.325s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.219379] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.940s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.219813] env[62295]: DEBUG nova.objects.instance [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1818.354911] env[62295]: INFO nova.scheduler.client.report [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted allocations for instance 67510fa4-ce7e-4ab2-832b-ab621e6ec078 [ 1818.387441] env[62295]: DEBUG nova.compute.manager [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1818.401436] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787378, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.432614] env[62295]: DEBUG nova.network.neutron [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance_info_cache with network_info: [{"id": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "address": "fa:16:3e:f3:92:bc", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398b8bd-01", "ovs_interfaceid": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.468119] env[62295]: DEBUG oslo_vmware.api [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787381, 'name': PowerOffVM_Task, 'duration_secs': 0.414234} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.468119] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1818.468119] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1818.468372] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a870058d-3860-4e83-be07-411e9297e7ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.475233] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance_info_cache with network_info: [{"id": "3abd8768-058f-47f6-93cb-b21273e4af3e", "address": "fa:16:3e:53:77:a1", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3abd8768-05", "ovs_interfaceid": "3abd8768-058f-47f6-93cb-b21273e4af3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.555210] env[62295]: DEBUG oslo_vmware.api [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.604173] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1818.604487] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1818.604696] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleting the datastore file [datastore1] 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1818.605022] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07a1764e-7ee1-4d2b-85f4-bcf33cc64e30 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.612230] env[62295]: DEBUG oslo_vmware.api [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1818.612230] env[62295]: value = "task-1787384" [ 1818.612230] env[62295]: _type = "Task" [ 1818.612230] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.622620] env[62295]: DEBUG oslo_vmware.api [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.862895] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ddf38a18-a2a3-441e-8ab2-aa1643de6c9f tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "67510fa4-ce7e-4ab2-832b-ab621e6ec078" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.814s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.912188] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787378, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.919532] env[62295]: DEBUG nova.compute.manager [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1818.923947] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.929055] env[62295]: DEBUG nova.compute.manager [req-ee252c41-e67b-49ce-900b-3bbe8e9b1f3f req-0c46e088-937f-43e6-8648-d3db1e371751 service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Received event network-changed-e398b8bd-01a2-42a5-b00f-daaa9b55cfbf {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1818.929448] env[62295]: DEBUG nova.compute.manager [req-ee252c41-e67b-49ce-900b-3bbe8e9b1f3f req-0c46e088-937f-43e6-8648-d3db1e371751 service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Refreshing instance network info cache due to event network-changed-e398b8bd-01a2-42a5-b00f-daaa9b55cfbf. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1818.929791] env[62295]: DEBUG oslo_concurrency.lockutils [req-ee252c41-e67b-49ce-900b-3bbe8e9b1f3f req-0c46e088-937f-43e6-8648-d3db1e371751 service nova] Acquiring lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.935493] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.935953] env[62295]: DEBUG nova.compute.manager [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Instance network_info: |[{"id": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "address": "fa:16:3e:f3:92:bc", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398b8bd-01", "ovs_interfaceid": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1818.936412] env[62295]: DEBUG oslo_concurrency.lockutils [req-ee252c41-e67b-49ce-900b-3bbe8e9b1f3f req-0c46e088-937f-43e6-8648-d3db1e371751 service nova] Acquired lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.937210] env[62295]: DEBUG nova.network.neutron [req-ee252c41-e67b-49ce-900b-3bbe8e9b1f3f req-0c46e088-937f-43e6-8648-d3db1e371751 service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Refreshing network info cache for port e398b8bd-01a2-42a5-b00f-daaa9b55cfbf {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.939813] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:92:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e398b8bd-01a2-42a5-b00f-daaa9b55cfbf', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.953393] env[62295]: DEBUG oslo.service.loopingcall [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.958146] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.961052] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5412de44-b12e-4e77-ac24-d60239590e37 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.987378] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1818.987752] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1818.987995] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1818.988303] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1818.988535] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1818.988769] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1818.989101] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1818.989360] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1818.989630] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1818.989881] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1818.990183] env[62295]: DEBUG nova.virt.hardware [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1818.991612] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.991876] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1818.994418] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a1d842-47ff-4391-8ba1-8cf5291ac42a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.997154] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.999607] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.000640] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.000951] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.001272] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.001580] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.006326] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.006326] env[62295]: value = "task-1787385" [ 1819.006326] env[62295]: _type = "Task" [ 1819.006326] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.022727] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbf8f82-c0c9-4e3a-8805-9326476c553f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.063850] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787385, 'name': CreateVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.075511] env[62295]: DEBUG oslo_vmware.api [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.130039] env[62295]: DEBUG oslo_vmware.api [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.232887] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f8e4452-caa4-46d2-907c-b4370ffd1dad tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.234026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.310s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.235108] env[62295]: INFO nova.compute.claims [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1819.407282] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787378, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.447814] env[62295]: DEBUG nova.compute.manager [req-669dd68d-1637-4830-b118-c09b7452942d req-d0a8780b-602d-4077-8190-e9e1c540cec8 service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Received event network-vif-plugged-8bcab1af-fbfe-4268-859d-16ccbde118f5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1819.448096] env[62295]: DEBUG oslo_concurrency.lockutils [req-669dd68d-1637-4830-b118-c09b7452942d req-d0a8780b-602d-4077-8190-e9e1c540cec8 service nova] Acquiring lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.448269] env[62295]: DEBUG oslo_concurrency.lockutils [req-669dd68d-1637-4830-b118-c09b7452942d req-d0a8780b-602d-4077-8190-e9e1c540cec8 service nova] Lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.448478] env[62295]: DEBUG oslo_concurrency.lockutils [req-669dd68d-1637-4830-b118-c09b7452942d req-d0a8780b-602d-4077-8190-e9e1c540cec8 service nova] Lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.448611] env[62295]: DEBUG nova.compute.manager [req-669dd68d-1637-4830-b118-c09b7452942d req-d0a8780b-602d-4077-8190-e9e1c540cec8 service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] No waiting events found dispatching network-vif-plugged-8bcab1af-fbfe-4268-859d-16ccbde118f5 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1819.448790] env[62295]: WARNING nova.compute.manager [req-669dd68d-1637-4830-b118-c09b7452942d req-d0a8780b-602d-4077-8190-e9e1c540cec8 service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Received unexpected event network-vif-plugged-8bcab1af-fbfe-4268-859d-16ccbde118f5 for instance with vm_state building and task_state spawning. [ 1819.523016] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Getting list of instances from cluster (obj){ [ 1819.523016] env[62295]: value = "domain-c8" [ 1819.523016] env[62295]: _type = "ClusterComputeResource" [ 1819.523016] env[62295]: } {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1819.525615] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e653d094-d350-497e-9ea1-7c020d1800c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.541416] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787385, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.556160] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Got total of 11 instances {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1819.556367] env[62295]: WARNING nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] While synchronizing instance power states, found 15 instances in the database and 11 instances on the hypervisor. [ 1819.556539] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.556747] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid b49d6639-3850-48a3-a706-36c7e207713b {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.556933] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid e02f691c-b485-4f65-bc6e-276c26cf41d7 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.557141] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid aad9f398-55dc-4296-8561-bd6d0cd1da9c {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.557328] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid abd605fe-fba5-4031-846f-874440880588 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.557488] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid a3eb205e-efd9-4db4-8acf-d400e832fa05 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.557643] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.557925] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid 156fe56f-9727-473f-a409-5afceb7530d5 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.558155] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid 5918a7fe-0af5-4d71-b738-4bc4dcdd0315 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.558347] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid 53911a5f-a742-4a29-85c7-7e6db98baaef {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.558498] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid 459374d1-4e3d-420c-8104-1b7a074ce21b {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.558669] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid be0884ca-51a9-47f8-8f7e-95f02cb80d1e {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.558870] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid a3b0f03c-dc12-40f0-bbe0-ab211cfeb888 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.558964] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid fb7de1bd-ad89-439f-a98d-f39e03dba0a3 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.559128] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid 71c39b2c-a6ac-4e0b-8622-e98e94e785c3 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1819.565255] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.565547] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "b49d6639-3850-48a3-a706-36c7e207713b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.565745] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "b49d6639-3850-48a3-a706-36c7e207713b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.566051] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "e02f691c-b485-4f65-bc6e-276c26cf41d7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.566273] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "e02f691c-b485-4f65-bc6e-276c26cf41d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.566584] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.566774] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.567292] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "abd605fe-fba5-4031-846f-874440880588" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.567596] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.567784] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.568199] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.568399] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.568736] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "156fe56f-9727-473f-a409-5afceb7530d5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.568923] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "156fe56f-9727-473f-a409-5afceb7530d5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.569186] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.569385] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.569729] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "53911a5f-a742-4a29-85c7-7e6db98baaef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.569996] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "53911a5f-a742-4a29-85c7-7e6db98baaef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.570301] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "459374d1-4e3d-420c-8104-1b7a074ce21b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.570535] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.570711] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.570987] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.571218] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.573914] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.574216] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.574439] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.574621] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1819.575604] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156254b7-57cb-4af0-aa4a-fa79501c693f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.579211] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a251103c-8f87-481f-89ae-cd8a207a9452 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.582819] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be3c3f3-8a7c-4269-bbb9-d4dfd8af53b5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.585997] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c10d2d-8caa-4bc9-b430-cef586691302 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.589533] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818ca006-9d7e-4231-888e-483b0cdab4ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.593585] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3803a3cf-ee9a-452b-bbea-172905921447 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.597681] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd02820f-69cc-4c00-9335-d89d5a4e6a09 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.601462] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14899a9-61ab-4a3b-a5b3-fc61458dcf0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.605528] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ae58cb-bcff-43e4-8b82-43ce851b4f07 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.609315] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc58e6-81f0-4d6c-b480-9ff62a1ad4a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.612868] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.641078] env[62295]: DEBUG oslo_vmware.api [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.678632] env[62295]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1819.684026] env[62295]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1819.688109] env[62295]: DEBUG oslo_vmware.api [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.871527] env[62295]: DEBUG nova.network.neutron [req-ee252c41-e67b-49ce-900b-3bbe8e9b1f3f req-0c46e088-937f-43e6-8648-d3db1e371751 service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updated VIF entry in instance network info cache for port e398b8bd-01a2-42a5-b00f-daaa9b55cfbf. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.871920] env[62295]: DEBUG nova.network.neutron [req-ee252c41-e67b-49ce-900b-3bbe8e9b1f3f req-0c46e088-937f-43e6-8648-d3db1e371751 service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance_info_cache with network_info: [{"id": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "address": "fa:16:3e:f3:92:bc", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398b8bd-01", "ovs_interfaceid": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.903308] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787378, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.924600] env[62295]: DEBUG nova.network.neutron [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Successfully updated port: 8bcab1af-fbfe-4268-859d-16ccbde118f5 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1820.036471] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787385, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.066812] env[62295]: DEBUG oslo_vmware.api [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.923614} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.066919] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.067127] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1820.067333] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1820.067594] env[62295]: INFO nova.compute.manager [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1820.067794] env[62295]: DEBUG oslo.service.loopingcall [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.067986] env[62295]: DEBUG nova.compute.manager [-] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1820.068092] env[62295]: DEBUG nova.network.neutron [-] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1820.125060] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.133440] env[62295]: DEBUG oslo_vmware.api [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.162453] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "b49d6639-3850-48a3-a706-36c7e207713b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.596s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.162946] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.595s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.168567] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "156fe56f-9727-473f-a409-5afceb7530d5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.599s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.168935] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.602s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.178600] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "53911a5f-a742-4a29-85c7-7e6db98baaef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.608s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.178955] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.608s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.179280] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.610s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.188777] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.620s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.189098] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.618s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.197734] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "e02f691c-b485-4f65-bc6e-276c26cf41d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.631s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.376779] env[62295]: DEBUG oslo_concurrency.lockutils [req-ee252c41-e67b-49ce-900b-3bbe8e9b1f3f req-0c46e088-937f-43e6-8648-d3db1e371751 service nova] Releasing lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.403563] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787378, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.794597} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.403836] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240/OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240.vmdk to [datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896/371ad1c2-ecc7-41ac-b05f-d22512033896.vmdk. [ 1820.404040] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Cleaning up location [datastore1] OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240 {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1820.404214] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4003dc37-770e-4588-9fd2-02168c48b240 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1820.404522] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eadde9a-fd96-44d6-a623-495f03c1cdad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.414391] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1820.414391] env[62295]: value = "task-1787386" [ 1820.414391] env[62295]: _type = "Task" [ 1820.414391] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.425469] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.430631] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "refresh_cache-71c39b2c-a6ac-4e0b-8622-e98e94e785c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.430780] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "refresh_cache-71c39b2c-a6ac-4e0b-8622-e98e94e785c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.430933] env[62295]: DEBUG nova.network.neutron [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.454448] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa11a8a-df87-46c3-84dd-0bd98ef64504 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.463046] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa45747-ff16-44da-bac1-69e5072db2c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.494640] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac94469-b0fc-44cd-af2a-a18e24fb9352 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.504647] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103d192a-df16-408d-983b-53904e35c289 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.519544] env[62295]: DEBUG nova.compute.provider_tree [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.537397] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787385, 'name': CreateVM_Task, 'duration_secs': 1.154233} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.537587] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.538357] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.538451] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.538773] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.539037] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf29f9e-057e-4b5c-964e-b7791345b864 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.546303] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1820.546303] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529aa036-654c-c8b9-3824-6640f89bbb4d" [ 1820.546303] env[62295]: _type = "Task" [ 1820.546303] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.555784] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529aa036-654c-c8b9-3824-6640f89bbb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.586665] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.586901] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.629848] env[62295]: DEBUG oslo_vmware.api [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.546595} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.630190] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.630396] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1820.630575] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1820.630742] env[62295]: INFO nova.compute.manager [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Took 2.70 seconds to destroy the instance on the hypervisor. [ 1820.630979] env[62295]: DEBUG oslo.service.loopingcall [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.631214] env[62295]: DEBUG nova.compute.manager [-] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1820.631314] env[62295]: DEBUG nova.network.neutron [-] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1820.785188] env[62295]: DEBUG nova.network.neutron [-] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.925827] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043048} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.926154] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.926336] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896/371ad1c2-ecc7-41ac-b05f-d22512033896.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.926587] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896/371ad1c2-ecc7-41ac-b05f-d22512033896.vmdk to [datastore1] abd605fe-fba5-4031-846f-874440880588/abd605fe-fba5-4031-846f-874440880588.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1820.926839] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59191efe-180a-4f03-a7a3-99d92434bbe9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.936276] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1820.936276] env[62295]: value = "task-1787387" [ 1820.936276] env[62295]: _type = "Task" [ 1820.936276] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.946420] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.967459] env[62295]: DEBUG nova.compute.manager [req-100ed1b2-ba1e-4a7d-86a0-afc29a52e90f req-0f48f47f-23af-4c50-b5f0-e5454efd93ba service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Received event network-changed-8bcab1af-fbfe-4268-859d-16ccbde118f5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1820.967459] env[62295]: DEBUG nova.compute.manager [req-100ed1b2-ba1e-4a7d-86a0-afc29a52e90f req-0f48f47f-23af-4c50-b5f0-e5454efd93ba service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Refreshing instance network info cache due to event network-changed-8bcab1af-fbfe-4268-859d-16ccbde118f5. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1820.967608] env[62295]: DEBUG oslo_concurrency.lockutils [req-100ed1b2-ba1e-4a7d-86a0-afc29a52e90f req-0f48f47f-23af-4c50-b5f0-e5454efd93ba service nova] Acquiring lock "refresh_cache-71c39b2c-a6ac-4e0b-8622-e98e94e785c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.974718] env[62295]: DEBUG nova.network.neutron [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1821.022622] env[62295]: DEBUG nova.scheduler.client.report [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1821.058236] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529aa036-654c-c8b9-3824-6640f89bbb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.061553] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.061553] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.061553] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.061553] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.061553] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1821.062291] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-469931f2-cff9-4911-ba4d-f5da20cc7e82 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.071889] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1821.072165] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1821.073578] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f11febd-b542-473c-98af-1f91f4467c63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.080497] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1821.080497] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5234dc7b-0107-e27e-e677-0175ce230450" [ 1821.080497] env[62295]: _type = "Task" [ 1821.080497] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.089993] env[62295]: DEBUG nova.compute.manager [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1821.096357] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5234dc7b-0107-e27e-e677-0175ce230450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.150101] env[62295]: DEBUG nova.network.neutron [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Updating instance_info_cache with network_info: [{"id": "8bcab1af-fbfe-4268-859d-16ccbde118f5", "address": "fa:16:3e:16:2d:3b", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcab1af-fb", "ovs_interfaceid": "8bcab1af-fbfe-4268-859d-16ccbde118f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.292071] env[62295]: INFO nova.compute.manager [-] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Took 1.22 seconds to deallocate network for instance. [ 1821.448390] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787387, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.527409] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.528017] env[62295]: DEBUG nova.compute.manager [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1821.531221] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.406s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.531221] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.531221] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1821.532337] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d799c2-02a4-4bf0-a17f-74435e5dec18 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.543072] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6d274f-b625-4175-968a-2491f107b44a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.558992] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccaa1a1-80ca-4c82-8581-2506989f8154 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.561805] env[62295]: DEBUG nova.network.neutron [-] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.568967] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd7e148-ba7f-492a-a93c-3ebaab3ac8cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.608144] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179396MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1821.608437] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.608541] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.624217] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5234dc7b-0107-e27e-e677-0175ce230450, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.626232] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1695c836-9f64-41ff-bcc0-88d7b91c6cfe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.633048] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.635392] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1821.635392] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52051daa-6e80-c41f-9aeb-d41fc0ab58ed" [ 1821.635392] env[62295]: _type = "Task" [ 1821.635392] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.644124] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52051daa-6e80-c41f-9aeb-d41fc0ab58ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.653889] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "refresh_cache-71c39b2c-a6ac-4e0b-8622-e98e94e785c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.654302] env[62295]: DEBUG nova.compute.manager [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Instance network_info: |[{"id": "8bcab1af-fbfe-4268-859d-16ccbde118f5", "address": "fa:16:3e:16:2d:3b", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcab1af-fb", "ovs_interfaceid": "8bcab1af-fbfe-4268-859d-16ccbde118f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1821.654609] env[62295]: DEBUG oslo_concurrency.lockutils [req-100ed1b2-ba1e-4a7d-86a0-afc29a52e90f req-0f48f47f-23af-4c50-b5f0-e5454efd93ba service nova] Acquired lock "refresh_cache-71c39b2c-a6ac-4e0b-8622-e98e94e785c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.654804] env[62295]: DEBUG nova.network.neutron [req-100ed1b2-ba1e-4a7d-86a0-afc29a52e90f req-0f48f47f-23af-4c50-b5f0-e5454efd93ba service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Refreshing network info cache for port 8bcab1af-fbfe-4268-859d-16ccbde118f5 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.656112] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:2d:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bcab1af-fbfe-4268-859d-16ccbde118f5', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1821.664208] env[62295]: DEBUG oslo.service.loopingcall [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.664759] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1821.664990] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24cd21f9-e3fc-4968-a92a-cfc88b727b9b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.691122] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1821.691122] env[62295]: value = "task-1787388" [ 1821.691122] env[62295]: _type = "Task" [ 1821.691122] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.705278] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787388, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.795051] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.948573] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787387, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.033928] env[62295]: DEBUG nova.compute.utils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.036063] env[62295]: DEBUG nova.compute.manager [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1822.036063] env[62295]: DEBUG nova.network.neutron [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.064551] env[62295]: INFO nova.compute.manager [-] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Took 1.43 seconds to deallocate network for instance. [ 1822.089072] env[62295]: DEBUG nova.policy [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffbc7fb0a1b54941bff2260156a35dd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cddf42c9fcc94507b12b79d5b1a7d970', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1822.151722] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52051daa-6e80-c41f-9aeb-d41fc0ab58ed, 'name': SearchDatastore_Task, 'duration_secs': 0.090284} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.151722] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.151722] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] fb7de1bd-ad89-439f-a98d-f39e03dba0a3/fb7de1bd-ad89-439f-a98d-f39e03dba0a3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1822.151722] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f102483-666b-45ea-b014-7f2da766cdfe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.161026] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1822.161026] env[62295]: value = "task-1787389" [ 1822.161026] env[62295]: _type = "Task" [ 1822.161026] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.171483] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.202751] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787388, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.389407] env[62295]: DEBUG nova.network.neutron [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Successfully created port: 8cc38e8b-6e5f-4e88-b673-97d5a141ae67 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1822.394809] env[62295]: DEBUG nova.network.neutron [req-100ed1b2-ba1e-4a7d-86a0-afc29a52e90f req-0f48f47f-23af-4c50-b5f0-e5454efd93ba service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Updated VIF entry in instance network info cache for port 8bcab1af-fbfe-4268-859d-16ccbde118f5. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.395404] env[62295]: DEBUG nova.network.neutron [req-100ed1b2-ba1e-4a7d-86a0-afc29a52e90f req-0f48f47f-23af-4c50-b5f0-e5454efd93ba service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Updating instance_info_cache with network_info: [{"id": "8bcab1af-fbfe-4268-859d-16ccbde118f5", "address": "fa:16:3e:16:2d:3b", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcab1af-fb", "ovs_interfaceid": "8bcab1af-fbfe-4268-859d-16ccbde118f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.449111] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787387, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.539147] env[62295]: DEBUG nova.compute.manager [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1822.571796] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.645123] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance b49d6639-3850-48a3-a706-36c7e207713b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.645356] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance e02f691c-b485-4f65-bc6e-276c26cf41d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.645493] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance aad9f398-55dc-4296-8561-bd6d0cd1da9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.645619] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance a3eb205e-efd9-4db4-8acf-d400e832fa05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.645739] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance e372a2d6-541f-4026-afb9-9901c9eda2f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.645855] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 156fe56f-9727-473f-a409-5afceb7530d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.645968] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 5918a7fe-0af5-4d71-b738-4bc4dcdd0315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.646109] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 53911a5f-a742-4a29-85c7-7e6db98baaef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.646288] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.646457] env[62295]: WARNING nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 459374d1-4e3d-420c-8104-1b7a074ce21b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1822.646580] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance be0884ca-51a9-47f8-8f7e-95f02cb80d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.646697] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance a3b0f03c-dc12-40f0-bbe0-ab211cfeb888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.646813] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance abd605fe-fba5-4031-846f-874440880588 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.646928] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance fb7de1bd-ad89-439f-a98d-f39e03dba0a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.647052] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 71c39b2c-a6ac-4e0b-8622-e98e94e785c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.647169] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1822.673381] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.702580] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787388, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.899086] env[62295]: DEBUG oslo_concurrency.lockutils [req-100ed1b2-ba1e-4a7d-86a0-afc29a52e90f req-0f48f47f-23af-4c50-b5f0-e5454efd93ba service nova] Releasing lock "refresh_cache-71c39b2c-a6ac-4e0b-8622-e98e94e785c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.899086] env[62295]: DEBUG nova.compute.manager [req-100ed1b2-ba1e-4a7d-86a0-afc29a52e90f req-0f48f47f-23af-4c50-b5f0-e5454efd93ba service nova] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Received event network-vif-deleted-6f11666e-a147-4e9a-989e-03cec9320511 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1822.950998] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787387, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.994628] env[62295]: DEBUG nova.compute.manager [req-3892bdaf-5796-4067-93e6-3bfc0fdba3e8 req-ee96beb4-8fa4-43e0-9d41-38e137936f63 service nova] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Received event network-vif-deleted-3abd8768-058f-47f6-93cb-b21273e4af3e {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1823.150234] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1823.150540] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1823.150694] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1823.175433] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.206743] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787388, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.379460] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5b869d-767d-4e7e-a45c-151f094689de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.387967] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3a9351-1d09-44f2-baae-aa1aa772cfb1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.418957] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d92190-1b56-47bc-8bc5-d7d967bf71c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.427748] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1860e8bc-01df-4287-9636-0535afd26167 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.445325] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.456894] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787387, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.396306} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.458317] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/371ad1c2-ecc7-41ac-b05f-d22512033896/371ad1c2-ecc7-41ac-b05f-d22512033896.vmdk to [datastore1] abd605fe-fba5-4031-846f-874440880588/abd605fe-fba5-4031-846f-874440880588.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.458983] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7eab6a-c2b2-439a-9e36-8f01e070e996 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.485188] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] abd605fe-fba5-4031-846f-874440880588/abd605fe-fba5-4031-846f-874440880588.vmdk or device None with type streamOptimized {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.485866] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-662e6eec-9755-4f08-820b-264bbc3b81e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.507694] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1823.507694] env[62295]: value = "task-1787390" [ 1823.507694] env[62295]: _type = "Task" [ 1823.507694] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.522437] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.549446] env[62295]: DEBUG nova.compute.manager [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1823.579526] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1823.579786] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1823.579941] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1823.580170] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1823.580341] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1823.580494] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1823.580704] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1823.580864] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1823.581041] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1823.581221] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1823.581391] env[62295]: DEBUG nova.virt.hardware [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1823.582310] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb7424c-7531-436f-a1b7-6cdc5e32c165 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.591508] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e02b4f1-4f9f-48e6-95fb-6f71633f0708 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.674571] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787389, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.703830] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787388, 'name': CreateVM_Task, 'duration_secs': 1.859326} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.704036] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1823.704688] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.704873] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.705240] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1823.705491] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b3af3b-e129-4d74-a51f-a0a6f1ad01f4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.710462] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1823.710462] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52813baa-bda4-78f1-a5bb-26821a08fd5c" [ 1823.710462] env[62295]: _type = "Task" [ 1823.710462] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.720547] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52813baa-bda4-78f1-a5bb-26821a08fd5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.951744] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1824.014543] env[62295]: DEBUG nova.compute.manager [req-5b7d6c23-8198-4305-baa8-9efa7de3f85d req-4e862f5d-7566-4f0c-9bdb-977b9cd23e94 service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Received event network-vif-plugged-8cc38e8b-6e5f-4e88-b673-97d5a141ae67 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1824.014800] env[62295]: DEBUG oslo_concurrency.lockutils [req-5b7d6c23-8198-4305-baa8-9efa7de3f85d req-4e862f5d-7566-4f0c-9bdb-977b9cd23e94 service nova] Acquiring lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.015062] env[62295]: DEBUG oslo_concurrency.lockutils [req-5b7d6c23-8198-4305-baa8-9efa7de3f85d req-4e862f5d-7566-4f0c-9bdb-977b9cd23e94 service nova] Lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.015272] env[62295]: DEBUG oslo_concurrency.lockutils [req-5b7d6c23-8198-4305-baa8-9efa7de3f85d req-4e862f5d-7566-4f0c-9bdb-977b9cd23e94 service nova] Lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.015472] env[62295]: DEBUG nova.compute.manager [req-5b7d6c23-8198-4305-baa8-9efa7de3f85d req-4e862f5d-7566-4f0c-9bdb-977b9cd23e94 service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] No waiting events found dispatching network-vif-plugged-8cc38e8b-6e5f-4e88-b673-97d5a141ae67 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1824.015662] env[62295]: WARNING nova.compute.manager [req-5b7d6c23-8198-4305-baa8-9efa7de3f85d req-4e862f5d-7566-4f0c-9bdb-977b9cd23e94 service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Received unexpected event network-vif-plugged-8cc38e8b-6e5f-4e88-b673-97d5a141ae67 for instance with vm_state building and task_state spawning. [ 1824.023140] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787390, 'name': ReconfigVM_Task, 'duration_secs': 0.346703} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.023686] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Reconfigured VM instance instance-00000054 to attach disk [datastore1] abd605fe-fba5-4031-846f-874440880588/abd605fe-fba5-4031-846f-874440880588.vmdk or device None with type streamOptimized {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.024315] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4bd9da3-0653-404d-8a54-ee4d90293873 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.032260] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1824.032260] env[62295]: value = "task-1787391" [ 1824.032260] env[62295]: _type = "Task" [ 1824.032260] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.040661] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787391, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.080234] env[62295]: DEBUG nova.network.neutron [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Successfully updated port: 8cc38e8b-6e5f-4e88-b673-97d5a141ae67 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1824.174228] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787389, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.566474} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.174507] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] fb7de1bd-ad89-439f-a98d-f39e03dba0a3/fb7de1bd-ad89-439f-a98d-f39e03dba0a3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.174722] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.174975] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bbf8e71-cf04-4327-9e91-d6eccfeb1edf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.196646] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1824.196646] env[62295]: value = "task-1787392" [ 1824.196646] env[62295]: _type = "Task" [ 1824.196646] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.205889] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.221016] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52813baa-bda4-78f1-a5bb-26821a08fd5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.221703] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.221948] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.222199] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.222348] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.222552] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.222821] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9324d24-9c4c-46ea-bc41-d4c0b4d40fe1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.234170] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.234418] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.235250] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd38d48-1ae5-4707-90a5-9520280d3d74 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.241242] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1824.241242] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528c6910-1ba6-8c2a-fd2c-6d14949c99d6" [ 1824.241242] env[62295]: _type = "Task" [ 1824.241242] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.252459] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528c6910-1ba6-8c2a-fd2c-6d14949c99d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.456904] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1824.457166] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.849s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.457485] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.826s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.459011] env[62295]: INFO nova.compute.claims [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1824.543308] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787391, 'name': Rename_Task, 'duration_secs': 0.179643} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.543661] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1824.543909] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dfcffd4-b427-44a3-897b-99c94c761122 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.551479] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1824.551479] env[62295]: value = "task-1787393" [ 1824.551479] env[62295]: _type = "Task" [ 1824.551479] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.559049] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.583541] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.583541] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.583702] env[62295]: DEBUG nova.network.neutron [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.707474] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100087} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.707753] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1824.708639] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e73e38e-7d08-47e7-bb93-844c5b5d0d5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.731680] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] fb7de1bd-ad89-439f-a98d-f39e03dba0a3/fb7de1bd-ad89-439f-a98d-f39e03dba0a3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.732294] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-068d7d7b-4ad8-49a0-bfd9-e40a5d2a257e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.756725] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528c6910-1ba6-8c2a-fd2c-6d14949c99d6, 'name': SearchDatastore_Task, 'duration_secs': 0.023765} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.758605] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1824.758605] env[62295]: value = "task-1787394" [ 1824.758605] env[62295]: _type = "Task" [ 1824.758605] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.758851] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec4d951-6725-453d-8a0b-5d3cf4bdcbcc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.767280] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1824.767280] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524bcc3b-ef4f-dae0-b08a-6a379fb2ff0d" [ 1824.767280] env[62295]: _type = "Task" [ 1824.767280] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.770742] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.778779] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524bcc3b-ef4f-dae0-b08a-6a379fb2ff0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.064226] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.134050] env[62295]: DEBUG nova.network.neutron [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.271701] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787394, 'name': ReconfigVM_Task, 'duration_secs': 0.36068} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.275518] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] fb7de1bd-ad89-439f-a98d-f39e03dba0a3/fb7de1bd-ad89-439f-a98d-f39e03dba0a3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.276086] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f41f8acf-4a9a-4c49-9936-613fe4cdbec8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.285289] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524bcc3b-ef4f-dae0-b08a-6a379fb2ff0d, 'name': SearchDatastore_Task, 'duration_secs': 0.029352} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.286650] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.286928] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 71c39b2c-a6ac-4e0b-8622-e98e94e785c3/71c39b2c-a6ac-4e0b-8622-e98e94e785c3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.287356] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1825.287356] env[62295]: value = "task-1787395" [ 1825.287356] env[62295]: _type = "Task" [ 1825.287356] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.287562] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31c959aa-13e5-4e97-b9e4-ed8fbddfded2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.300498] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787395, 'name': Rename_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.302047] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1825.302047] env[62295]: value = "task-1787396" [ 1825.302047] env[62295]: _type = "Task" [ 1825.302047] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.310592] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.563746] env[62295]: DEBUG oslo_vmware.api [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787393, 'name': PowerOnVM_Task, 'duration_secs': 0.613202} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.567254] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1825.689175] env[62295]: DEBUG nova.network.neutron [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Updating instance_info_cache with network_info: [{"id": "8cc38e8b-6e5f-4e88-b673-97d5a141ae67", "address": "fa:16:3e:bf:07:8a", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc38e8b-6e", "ovs_interfaceid": "8cc38e8b-6e5f-4e88-b673-97d5a141ae67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.695200] env[62295]: DEBUG nova.compute.manager [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1825.696188] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5a43c2-d7bb-45a3-ac53-5e714e780853 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.769630] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2709a-d0e8-43f7-9155-71e9b0f2544c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.779418] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31483c61-8a8f-45eb-ab14-d104f04bdf5f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.818427] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb78f9ec-29e4-4397-9249-2fc1ad47b0b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.826352] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787395, 'name': Rename_Task, 'duration_secs': 0.195586} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.831503] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1825.831669] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512975} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.831926] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61981abb-2694-49ea-826b-dd5f259b0cf6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.833446] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 71c39b2c-a6ac-4e0b-8622-e98e94e785c3/71c39b2c-a6ac-4e0b-8622-e98e94e785c3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1825.833667] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1825.834954] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f06fa-622e-4e57-b9f9-f90a75508972 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.838891] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-922639b6-8b0b-4b20-865c-9e3612878a1b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.852561] env[62295]: DEBUG nova.compute.provider_tree [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.856751] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1825.856751] env[62295]: value = "task-1787398" [ 1825.856751] env[62295]: _type = "Task" [ 1825.856751] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.857093] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1825.857093] env[62295]: value = "task-1787397" [ 1825.857093] env[62295]: _type = "Task" [ 1825.857093] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.872744] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.876052] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787397, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.040287] env[62295]: DEBUG nova.compute.manager [req-8609a29c-1308-417e-8122-7cdc1c802a2d req-b566ef7e-c180-4d06-aa59-50514414b91a service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Received event network-changed-8cc38e8b-6e5f-4e88-b673-97d5a141ae67 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1826.040511] env[62295]: DEBUG nova.compute.manager [req-8609a29c-1308-417e-8122-7cdc1c802a2d req-b566ef7e-c180-4d06-aa59-50514414b91a service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Refreshing instance network info cache due to event network-changed-8cc38e8b-6e5f-4e88-b673-97d5a141ae67. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1826.040695] env[62295]: DEBUG oslo_concurrency.lockutils [req-8609a29c-1308-417e-8122-7cdc1c802a2d req-b566ef7e-c180-4d06-aa59-50514414b91a service nova] Acquiring lock "refresh_cache-2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.192881] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.194466] env[62295]: DEBUG nova.compute.manager [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Instance network_info: |[{"id": "8cc38e8b-6e5f-4e88-b673-97d5a141ae67", "address": "fa:16:3e:bf:07:8a", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc38e8b-6e", "ovs_interfaceid": "8cc38e8b-6e5f-4e88-b673-97d5a141ae67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1826.194466] env[62295]: DEBUG oslo_concurrency.lockutils [req-8609a29c-1308-417e-8122-7cdc1c802a2d req-b566ef7e-c180-4d06-aa59-50514414b91a service nova] Acquired lock "refresh_cache-2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.194466] env[62295]: DEBUG nova.network.neutron [req-8609a29c-1308-417e-8122-7cdc1c802a2d req-b566ef7e-c180-4d06-aa59-50514414b91a service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Refreshing network info cache for port 8cc38e8b-6e5f-4e88-b673-97d5a141ae67 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.195206] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:07:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cc38e8b-6e5f-4e88-b673-97d5a141ae67', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1826.202886] env[62295]: DEBUG oslo.service.loopingcall [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.203386] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1826.204212] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd975acb-c8e8-42ca-8727-b6f92f71a4cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.226826] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fe34bdc8-11f3-4474-84f1-ac9ab6298153 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "abd605fe-fba5-4031-846f-874440880588" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.348s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.227587] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "abd605fe-fba5-4031-846f-874440880588" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.660s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.227721] env[62295]: INFO nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: abd605fe-fba5-4031-846f-874440880588] During sync_power_state the instance has a pending task (spawning). Skip. [ 1826.227997] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "abd605fe-fba5-4031-846f-874440880588" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.230928] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.230928] env[62295]: value = "task-1787399" [ 1826.230928] env[62295]: _type = "Task" [ 1826.230928] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.241015] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787399, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.359017] env[62295]: DEBUG nova.scheduler.client.report [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1826.376254] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071541} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.379638] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.380324] env[62295]: DEBUG oslo_vmware.api [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787397, 'name': PowerOnVM_Task, 'duration_secs': 0.511713} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.381052] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428bd6e7-198a-49d1-8a51-870104ad881c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.384079] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1826.384300] env[62295]: INFO nova.compute.manager [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1826.384514] env[62295]: DEBUG nova.compute.manager [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1826.385624] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0f6560-c146-4ad3-bfbc-9827ed21f4bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.414821] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 71c39b2c-a6ac-4e0b-8622-e98e94e785c3/71c39b2c-a6ac-4e0b-8622-e98e94e785c3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.415432] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd9ac3e1-7306-499c-a0f8-6d68fab9a0b3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.438852] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1826.438852] env[62295]: value = "task-1787400" [ 1826.438852] env[62295]: _type = "Task" [ 1826.438852] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.448564] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.743535] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787399, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.872930] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.873462] env[62295]: DEBUG nova.compute.manager [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1826.876111] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.081s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.876335] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.878371] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.307s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.878586] env[62295]: DEBUG nova.objects.instance [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'resources' on Instance uuid 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.903404] env[62295]: INFO nova.scheduler.client.report [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted allocations for instance 459374d1-4e3d-420c-8104-1b7a074ce21b [ 1826.925117] env[62295]: INFO nova.compute.manager [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Took 19.31 seconds to build instance. [ 1826.949796] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.959698] env[62295]: DEBUG nova.network.neutron [req-8609a29c-1308-417e-8122-7cdc1c802a2d req-b566ef7e-c180-4d06-aa59-50514414b91a service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Updated VIF entry in instance network info cache for port 8cc38e8b-6e5f-4e88-b673-97d5a141ae67. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1826.960144] env[62295]: DEBUG nova.network.neutron [req-8609a29c-1308-417e-8122-7cdc1c802a2d req-b566ef7e-c180-4d06-aa59-50514414b91a service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Updating instance_info_cache with network_info: [{"id": "8cc38e8b-6e5f-4e88-b673-97d5a141ae67", "address": "fa:16:3e:bf:07:8a", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc38e8b-6e", "ovs_interfaceid": "8cc38e8b-6e5f-4e88-b673-97d5a141ae67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.243308] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787399, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.381843] env[62295]: DEBUG nova.compute.utils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1827.387657] env[62295]: DEBUG nova.compute.manager [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1827.387657] env[62295]: DEBUG nova.network.neutron [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1827.411342] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fc3dc08-26d5-4b80-9296-925276f08905 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "459374d1-4e3d-420c-8104-1b7a074ce21b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.046s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.413433] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "459374d1-4e3d-420c-8104-1b7a074ce21b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.843s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.413609] env[62295]: INFO nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] During sync_power_state the instance has a pending task (deleting). Skip. [ 1827.413781] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "459374d1-4e3d-420c-8104-1b7a074ce21b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.430042] env[62295]: DEBUG oslo_concurrency.lockutils [None req-065d6ac9-a099-428b-bbb0-4e7339ab4f0a tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.827s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.430042] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.854s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.430042] env[62295]: INFO nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1827.430042] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.452590] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787400, 'name': ReconfigVM_Task, 'duration_secs': 0.517162} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.452872] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 71c39b2c-a6ac-4e0b-8622-e98e94e785c3/71c39b2c-a6ac-4e0b-8622-e98e94e785c3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.453517] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d82c8621-78ae-4ae7-abb4-7363e5f9c11c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.461388] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1827.461388] env[62295]: value = "task-1787401" [ 1827.461388] env[62295]: _type = "Task" [ 1827.461388] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.461933] env[62295]: DEBUG oslo_concurrency.lockutils [req-8609a29c-1308-417e-8122-7cdc1c802a2d req-b566ef7e-c180-4d06-aa59-50514414b91a service nova] Releasing lock "refresh_cache-2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.470465] env[62295]: DEBUG nova.policy [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85728576454e0ebfd8ecb23e3cc414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b56fecce9f45ee8214eceab0ed7377', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1827.475283] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787401, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.625216] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e4b46b-5dbf-42a3-9ff4-b454deb0c502 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.637104] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881c91d1-795c-4c08-bd61-5b914ac36fb7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.674181] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45eaf51-6240-47ac-a03d-8c349e4f4cb7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.683801] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb42dab-9c7b-4445-afc3-e6dccd873869 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.701175] env[62295]: DEBUG nova.compute.provider_tree [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.744315] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787399, 'name': CreateVM_Task, 'duration_secs': 1.045844} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.744684] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.745394] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.745705] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.746113] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.746849] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd7a73d-f97f-4750-bc59-b1d8e3433bcc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.753554] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1827.753554] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52126a48-e6be-85ec-8a92-e98fa8d81dbc" [ 1827.753554] env[62295]: _type = "Task" [ 1827.753554] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.762558] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52126a48-e6be-85ec-8a92-e98fa8d81dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.888826] env[62295]: DEBUG nova.compute.manager [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1827.981916] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787401, 'name': Rename_Task, 'duration_secs': 0.157872} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.982666] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.982943] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a3d6ef6-d120-4d2a-9ad8-76722ec1a78f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.994919] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1827.994919] env[62295]: value = "task-1787402" [ 1827.994919] env[62295]: _type = "Task" [ 1827.994919] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.004057] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.009193] env[62295]: DEBUG nova.network.neutron [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Successfully created port: 76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1828.132906] env[62295]: DEBUG nova.compute.manager [req-a8c674ee-2a8a-4e09-a43b-a612c85da0a4 req-62944e9e-2e10-4b5e-bee1-fa40ab4d0fca service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Received event network-changed-e398b8bd-01a2-42a5-b00f-daaa9b55cfbf {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1828.133136] env[62295]: DEBUG nova.compute.manager [req-a8c674ee-2a8a-4e09-a43b-a612c85da0a4 req-62944e9e-2e10-4b5e-bee1-fa40ab4d0fca service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Refreshing instance network info cache due to event network-changed-e398b8bd-01a2-42a5-b00f-daaa9b55cfbf. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1828.133354] env[62295]: DEBUG oslo_concurrency.lockutils [req-a8c674ee-2a8a-4e09-a43b-a612c85da0a4 req-62944e9e-2e10-4b5e-bee1-fa40ab4d0fca service nova] Acquiring lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.133500] env[62295]: DEBUG oslo_concurrency.lockutils [req-a8c674ee-2a8a-4e09-a43b-a612c85da0a4 req-62944e9e-2e10-4b5e-bee1-fa40ab4d0fca service nova] Acquired lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.133728] env[62295]: DEBUG nova.network.neutron [req-a8c674ee-2a8a-4e09-a43b-a612c85da0a4 req-62944e9e-2e10-4b5e-bee1-fa40ab4d0fca service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Refreshing network info cache for port e398b8bd-01a2-42a5-b00f-daaa9b55cfbf {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.204819] env[62295]: DEBUG nova.scheduler.client.report [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1828.268126] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52126a48-e6be-85ec-8a92-e98fa8d81dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011765} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.269047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.269047] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1828.269411] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.269526] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.269924] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1828.270286] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0850a60-782c-4e53-b337-436c06643f8f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.282336] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1828.282336] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1828.283213] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3dfb28-ed29-49ac-86c9-b29e488ec533 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.289864] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1828.289864] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52506b62-8e92-459a-1d47-3be2edbf8296" [ 1828.289864] env[62295]: _type = "Task" [ 1828.289864] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.302691] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52506b62-8e92-459a-1d47-3be2edbf8296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.506893] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787402, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.710525] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.731722] env[62295]: INFO nova.scheduler.client.report [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleted allocations for instance 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96 [ 1828.801215] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52506b62-8e92-459a-1d47-3be2edbf8296, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.802062] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1862b8-2c82-48f8-abe9-e64f504f906d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.810403] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1828.810403] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529e8cd8-f0e5-3d1b-4883-1f4f14045500" [ 1828.810403] env[62295]: _type = "Task" [ 1828.810403] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.817834] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529e8cd8-f0e5-3d1b-4883-1f4f14045500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.878300] env[62295]: DEBUG nova.network.neutron [req-a8c674ee-2a8a-4e09-a43b-a612c85da0a4 req-62944e9e-2e10-4b5e-bee1-fa40ab4d0fca service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updated VIF entry in instance network info cache for port e398b8bd-01a2-42a5-b00f-daaa9b55cfbf. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1828.878732] env[62295]: DEBUG nova.network.neutron [req-a8c674ee-2a8a-4e09-a43b-a612c85da0a4 req-62944e9e-2e10-4b5e-bee1-fa40ab4d0fca service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance_info_cache with network_info: [{"id": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "address": "fa:16:3e:f3:92:bc", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398b8bd-01", "ovs_interfaceid": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.899192] env[62295]: DEBUG nova.compute.manager [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1828.929934] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1828.930238] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1828.930426] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1828.930616] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1828.930780] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1828.930931] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1828.931166] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1828.931354] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1828.931546] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1828.931712] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1828.931885] env[62295]: DEBUG nova.virt.hardware [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1828.933110] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85873470-7424-4bc3-a3c3-4ede38b2fa39 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.941778] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f203183-805f-4213-ab9a-7a3996d700e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.005991] env[62295]: DEBUG oslo_vmware.api [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787402, 'name': PowerOnVM_Task, 'duration_secs': 0.543758} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.006360] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1829.006602] env[62295]: INFO nova.compute.manager [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1829.006808] env[62295]: DEBUG nova.compute.manager [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1829.007656] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee08ed6-dca1-4170-9b94-91a6ac0acc98 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.240033] env[62295]: DEBUG oslo_concurrency.lockutils [None req-948f1d3d-02f1-47fd-bb2d-13689e2d8d76 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.310s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.241017] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.676s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.241228] env[62295]: INFO nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] During sync_power_state the instance has a pending task (deleting). Skip. [ 1829.241406] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "86a89d2c-a27b-4af6-9a17-d4ce8eae1b96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.322629] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529e8cd8-f0e5-3d1b-4883-1f4f14045500, 'name': SearchDatastore_Task, 'duration_secs': 0.02627} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.323062] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.323183] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af/2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1829.323463] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2652484a-2609-416b-8231-42150d3533a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.331554] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1829.331554] env[62295]: value = "task-1787403" [ 1829.331554] env[62295]: _type = "Task" [ 1829.331554] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.340787] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.381647] env[62295]: DEBUG oslo_concurrency.lockutils [req-a8c674ee-2a8a-4e09-a43b-a612c85da0a4 req-62944e9e-2e10-4b5e-bee1-fa40ab4d0fca service nova] Releasing lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.528023] env[62295]: INFO nova.compute.manager [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Took 16.21 seconds to build instance. [ 1829.568204] env[62295]: DEBUG nova.network.neutron [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Successfully updated port: 76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1829.843491] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.854107] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] Acquiring lock "refresh_cache-71c39b2c-a6ac-4e0b-8622-e98e94e785c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.854306] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] Acquired lock "refresh_cache-71c39b2c-a6ac-4e0b-8622-e98e94e785c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.854510] env[62295]: DEBUG nova.network.neutron [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.030038] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e54ab6a8-18c6-4daf-aae5-38025f0d7172 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.748s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.030379] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.456s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.030569] env[62295]: INFO nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1830.030746] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.074400] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "refresh_cache-0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.074604] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "refresh_cache-0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.074802] env[62295]: DEBUG nova.network.neutron [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.161103] env[62295]: DEBUG nova.compute.manager [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Received event network-vif-plugged-76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1830.161367] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] Acquiring lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.161572] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] Lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.161738] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] Lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.161907] env[62295]: DEBUG nova.compute.manager [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] No waiting events found dispatching network-vif-plugged-76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1830.162083] env[62295]: WARNING nova.compute.manager [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Received unexpected event network-vif-plugged-76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2 for instance with vm_state building and task_state spawning. [ 1830.162245] env[62295]: DEBUG nova.compute.manager [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Received event network-changed-76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1830.162398] env[62295]: DEBUG nova.compute.manager [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Refreshing instance network info cache due to event network-changed-76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1830.162559] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] Acquiring lock "refresh_cache-0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.343517] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690722} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.343811] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af/2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1830.343995] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1830.344270] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-848be925-aa83-4e17-b983-55a8fe499ada {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.351957] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1830.351957] env[62295]: value = "task-1787404" [ 1830.351957] env[62295]: _type = "Task" [ 1830.351957] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.364189] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.599379] env[62295]: DEBUG nova.network.neutron [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Updating instance_info_cache with network_info: [{"id": "8bcab1af-fbfe-4268-859d-16ccbde118f5", "address": "fa:16:3e:16:2d:3b", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcab1af-fb", "ovs_interfaceid": "8bcab1af-fbfe-4268-859d-16ccbde118f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.611191] env[62295]: DEBUG nova.network.neutron [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1830.697786] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.698836] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.776800] env[62295]: DEBUG nova.network.neutron [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Updating instance_info_cache with network_info: [{"id": "76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2", "address": "fa:16:3e:ac:32:c9", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d39cb0-e1", "ovs_interfaceid": "76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.862508] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091692} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.862741] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.863556] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2518bf60-e845-4223-a72f-420e2fa91463 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.885936] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af/2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.886208] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68c3ad4-85d8-4518-b3c1-854a6af16ad3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.905639] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1830.905639] env[62295]: value = "task-1787405" [ 1830.905639] env[62295]: _type = "Task" [ 1830.905639] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.914509] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.102829] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] Releasing lock "refresh_cache-71c39b2c-a6ac-4e0b-8622-e98e94e785c3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.103113] env[62295]: DEBUG nova.compute.manager [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Inject network info {{(pid=62295) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1831.103387] env[62295]: DEBUG nova.compute.manager [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] network_info to inject: |[{"id": "8bcab1af-fbfe-4268-859d-16ccbde118f5", "address": "fa:16:3e:16:2d:3b", "network": {"id": "2de395aa-f963-4e8b-b898-8bedb984508c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-451884857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ff7c1b2dae947c28b8fba6743c22ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcab1af-fb", "ovs_interfaceid": "8bcab1af-fbfe-4268-859d-16ccbde118f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1831.108484] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Reconfiguring VM instance to set the machine id {{(pid=62295) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1831.108792] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a60009a3-f841-473e-a1ad-fcb9e85f596b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.124917] env[62295]: DEBUG oslo_vmware.api [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] Waiting for the task: (returnval){ [ 1831.124917] env[62295]: value = "task-1787406" [ 1831.124917] env[62295]: _type = "Task" [ 1831.124917] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.134066] env[62295]: DEBUG oslo_vmware.api [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] Task: {'id': task-1787406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.200192] env[62295]: DEBUG nova.compute.manager [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1831.279946] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "refresh_cache-0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.280342] env[62295]: DEBUG nova.compute.manager [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Instance network_info: |[{"id": "76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2", "address": "fa:16:3e:ac:32:c9", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d39cb0-e1", "ovs_interfaceid": "76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1831.280702] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] Acquired lock "refresh_cache-0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.280885] env[62295]: DEBUG nova.network.neutron [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Refreshing network info cache for port 76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1831.282043] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:32:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1831.289459] env[62295]: DEBUG oslo.service.loopingcall [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.292712] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1831.293178] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46063c53-f260-433a-a405-e1533b664045 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.316251] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1831.316251] env[62295]: value = "task-1787407" [ 1831.316251] env[62295]: _type = "Task" [ 1831.316251] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.329907] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787407, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.418889] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.539777] env[62295]: DEBUG nova.network.neutron [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Updated VIF entry in instance network info cache for port 76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.540188] env[62295]: DEBUG nova.network.neutron [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Updating instance_info_cache with network_info: [{"id": "76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2", "address": "fa:16:3e:ac:32:c9", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d39cb0-e1", "ovs_interfaceid": "76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.636350] env[62295]: DEBUG oslo_vmware.api [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] Task: {'id': task-1787406, 'name': ReconfigVM_Task, 'duration_secs': 0.190033} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.636654] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a275b39b-d87c-46e2-8060-df96baf77169 tempest-ServersAdminTestJSON-245684184 tempest-ServersAdminTestJSON-245684184-project-admin] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Reconfigured VM instance to set the machine id {{(pid=62295) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1831.723528] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.723794] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.725420] env[62295]: INFO nova.compute.claims [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1831.752007] env[62295]: INFO nova.compute.manager [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Rebuilding instance [ 1831.789051] env[62295]: DEBUG nova.compute.manager [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1831.789962] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a15057-698b-4980-9b96-acc8a297bf46 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.826838] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787407, 'name': CreateVM_Task, 'duration_secs': 0.411887} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.826980] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1831.827677] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.827838] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.828190] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1831.828438] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e740e0cd-8fc8-4508-9e00-d8ef6de4af61 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.833884] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1831.833884] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a5cdb-5e12-6a74-3e3b-da7924752647" [ 1831.833884] env[62295]: _type = "Task" [ 1831.833884] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.843055] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a5cdb-5e12-6a74-3e3b-da7924752647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.916339] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787405, 'name': ReconfigVM_Task, 'duration_secs': 0.53961} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.916607] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af/2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1831.917247] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbabd216-a076-44f6-9bb6-cbaeddb44bd7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.923786] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1831.923786] env[62295]: value = "task-1787408" [ 1831.923786] env[62295]: _type = "Task" [ 1831.923786] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.931540] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787408, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.043260] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1241eea-31fb-4573-9c7b-0cf66fac5716 req-90b0ada1-c76b-452a-b987-4520302f7749 service nova] Releasing lock "refresh_cache-0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.301488] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.301752] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d31ec45-a668-42cc-a199-8817cd8ed344 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.310086] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1832.310086] env[62295]: value = "task-1787409" [ 1832.310086] env[62295]: _type = "Task" [ 1832.310086] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.318742] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.347606] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a5cdb-5e12-6a74-3e3b-da7924752647, 'name': SearchDatastore_Task, 'duration_secs': 0.041661} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.347967] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.348323] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1832.348578] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.348763] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.348974] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1832.349254] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca2da6d-1901-4862-a012-2c6611639156 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.358794] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1832.358975] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1832.359715] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e25d63-d1a5-4441-be57-dac3f92ddc67 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.365580] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1832.365580] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ad322c-a48d-2610-a771-6500de23a0e1" [ 1832.365580] env[62295]: _type = "Task" [ 1832.365580] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.374020] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ad322c-a48d-2610-a771-6500de23a0e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.434527] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787408, 'name': Rename_Task, 'duration_secs': 0.164335} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.434953] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.435342] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-475b6202-b7a4-45eb-a726-9f8b1d1c1ca3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.444182] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1832.444182] env[62295]: value = "task-1787410" [ 1832.444182] env[62295]: _type = "Task" [ 1832.444182] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.452695] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.824408] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787409, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.881563] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ad322c-a48d-2610-a771-6500de23a0e1, 'name': SearchDatastore_Task, 'duration_secs': 0.021249} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.884926] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93dda46a-1c5a-4dc0-a0a0-f138c66a3154 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.892352] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1832.892352] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a987ab-145e-835d-a8e3-b2d2c74c314a" [ 1832.892352] env[62295]: _type = "Task" [ 1832.892352] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.902282] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a987ab-145e-835d-a8e3-b2d2c74c314a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.958743] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877d27ee-05de-4d8c-8443-ce581fc782a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.964888] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.971235] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79ef47d-86e6-45c8-aeb6-014ecdea4bb1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.005790] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70891ce-9e90-4720-bd44-38dcca9c9d0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.016077] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ed7284-b0a6-4cd5-b57e-1ff44388eb35 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.031890] env[62295]: DEBUG nova.compute.provider_tree [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.321177] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787409, 'name': PowerOffVM_Task, 'duration_secs': 0.567676} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.321519] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.321782] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1833.322630] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e8c2a-c136-4458-9ac5-15790177f466 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.330325] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1833.330449] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e46b842-f7bc-4493-b103-726e05199f64 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.403310] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a987ab-145e-835d-a8e3-b2d2c74c314a, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.403678] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.403961] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997/0cd55fd2-afcb-48ef-ad4f-42b8d17c2997.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1833.404250] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26572da1-0b5a-492f-b1e4-8d2391cf6446 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.410333] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1833.410587] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1833.410856] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleting the datastore file [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1833.411113] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b38d335-8ab1-4d96-a3f1-92fbb429ea31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.414346] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1833.414346] env[62295]: value = "task-1787412" [ 1833.414346] env[62295]: _type = "Task" [ 1833.414346] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.419754] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1833.419754] env[62295]: value = "task-1787413" [ 1833.419754] env[62295]: _type = "Task" [ 1833.419754] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.425600] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.430313] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.457609] env[62295]: DEBUG oslo_concurrency.lockutils [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.458018] env[62295]: DEBUG oslo_concurrency.lockutils [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.459253] env[62295]: DEBUG oslo_vmware.api [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787410, 'name': PowerOnVM_Task, 'duration_secs': 0.794054} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.459502] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.459700] env[62295]: INFO nova.compute.manager [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1833.459877] env[62295]: DEBUG nova.compute.manager [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1833.460897] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dd880a-f5c0-4b84-a752-5d764cbe80de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.535165] env[62295]: DEBUG nova.scheduler.client.report [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1833.927153] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787412, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.933955] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197736} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.934253] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1833.934446] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1833.934634] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1833.961748] env[62295]: INFO nova.compute.manager [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Detaching volume 9fcb1b6f-7f0d-46c4-afe6-e65690f90c61 [ 1833.979020] env[62295]: INFO nova.compute.manager [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Took 15.08 seconds to build instance. [ 1833.998421] env[62295]: INFO nova.virt.block_device [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Attempting to driver detach volume 9fcb1b6f-7f0d-46c4-afe6-e65690f90c61 from mountpoint /dev/sdb [ 1833.998713] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1833.998902] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370841', 'volume_id': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'name': 'volume-9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e372a2d6-541f-4026-afb9-9901c9eda2f5', 'attached_at': '', 'detached_at': '', 'volume_id': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'serial': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1833.999860] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d94e36b-3246-4d92-9651-7bb035c2656a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.026175] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8819fd-e5e9-4f4a-a4cf-e043c2c1ca4f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.035007] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6629f3f-71b5-4fd2-86bb-4a480283a253 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.040588] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.041083] env[62295]: DEBUG nova.compute.manager [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1834.061948] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdaec0b-33e3-4bb6-b65c-5aaa14ce20cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.079088] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] The volume has not been displaced from its original location: [datastore1] volume-9fcb1b6f-7f0d-46c4-afe6-e65690f90c61/volume-9fcb1b6f-7f0d-46c4-afe6-e65690f90c61.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1834.084676] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1834.085637] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4537a45-b025-4d04-a378-6b5d58f121a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.110064] env[62295]: DEBUG oslo_vmware.api [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1834.110064] env[62295]: value = "task-1787414" [ 1834.110064] env[62295]: _type = "Task" [ 1834.110064] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.124253] env[62295]: DEBUG oslo_vmware.api [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.425780] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571306} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.426055] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997/0cd55fd2-afcb-48ef-ad4f-42b8d17c2997.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1834.426271] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1834.426524] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b41ef5a-b67a-4134-8af7-ded63a34e18c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.434409] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1834.434409] env[62295]: value = "task-1787415" [ 1834.434409] env[62295]: _type = "Task" [ 1834.434409] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.444368] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.480793] env[62295]: DEBUG oslo_concurrency.lockutils [None req-123454ee-4e77-4303-b73b-495c7c4cb1a8 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.596s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.546072] env[62295]: DEBUG nova.compute.utils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1834.547602] env[62295]: DEBUG nova.compute.manager [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1834.547788] env[62295]: DEBUG nova.network.neutron [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1834.623067] env[62295]: DEBUG oslo_vmware.api [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787414, 'name': ReconfigVM_Task, 'duration_secs': 0.487854} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.624560] env[62295]: DEBUG nova.policy [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124bb76e793b45ca97dbc601fa25c613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b5b85416824d26b5843b8f4540949f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1834.626126] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1834.630827] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c1f010-526b-4142-8551-af33fc7483f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.648599] env[62295]: DEBUG oslo_vmware.api [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1834.648599] env[62295]: value = "task-1787416" [ 1834.648599] env[62295]: _type = "Task" [ 1834.648599] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.660717] env[62295]: DEBUG oslo_vmware.api [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.934415] env[62295]: DEBUG nova.network.neutron [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Successfully created port: 9375edd9-04c0-4b86-b04b-58e9edb5aba8 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1834.948265] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169977} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.948771] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1834.949593] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278cf92d-7bee-4e5a-8e08-fb7844a1afd9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.976348] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997/0cd55fd2-afcb-48ef-ad4f-42b8d17c2997.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1834.978666] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88476d0c-0c91-4dbc-8e88-9d2ec7dd5114 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.999365] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1834.999613] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1834.999770] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.999953] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1835.000116] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1835.000305] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1835.000546] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1835.000716] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1835.000886] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1835.001060] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1835.001241] env[62295]: DEBUG nova.virt.hardware [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1835.002084] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5ce528-452a-46cd-b0b2-5815197822ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.006038] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1835.006038] env[62295]: value = "task-1787417" [ 1835.006038] env[62295]: _type = "Task" [ 1835.006038] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.013173] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c935f34c-02a8-4027-928c-db881b101dd4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.020287] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.032703] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:5a:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20c2f992-0a97-4679-8457-9b8d8d2a222c', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1835.041178] env[62295]: DEBUG oslo.service.loopingcall [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.041464] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1835.041682] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8061bc4-0f7f-4e21-b624-1ad96c4a4107 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.055803] env[62295]: DEBUG nova.compute.manager [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1835.066750] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1835.066750] env[62295]: value = "task-1787418" [ 1835.066750] env[62295]: _type = "Task" [ 1835.066750] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.071790] env[62295]: INFO nova.compute.manager [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Rebuilding instance [ 1835.076836] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787418, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.121679] env[62295]: DEBUG nova.compute.manager [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1835.122535] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5ed361-3bd7-4710-aeb1-8d1abc1ad786 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.159240] env[62295]: DEBUG oslo_vmware.api [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.518984] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.576531] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787418, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.633595] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.633879] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-768e9b7c-e010-4227-a072-c71ab72c8547 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.642169] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1835.642169] env[62295]: value = "task-1787419" [ 1835.642169] env[62295]: _type = "Task" [ 1835.642169] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.652555] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.662280] env[62295]: DEBUG oslo_vmware.api [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.018437] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.068097] env[62295]: DEBUG nova.compute.manager [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1836.079964] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787418, 'name': CreateVM_Task, 'duration_secs': 0.783449} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.080157] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1836.080848] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.081029] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.081354] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.081605] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1b8a73-0f1c-45b0-a713-2b4ad402c6eb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.088552] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1836.088552] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52082251-9b01-f6a1-be24-da2efda33f86" [ 1836.088552] env[62295]: _type = "Task" [ 1836.088552] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.093645] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1836.093867] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1836.094037] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.094227] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1836.094381] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.094526] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1836.094736] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1836.094898] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1836.095075] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1836.095240] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1836.095412] env[62295]: DEBUG nova.virt.hardware [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1836.096169] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39969a98-91e9-489e-958f-8c0cf1755560 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.106036] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52082251-9b01-f6a1-be24-da2efda33f86, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.107237] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b928f968-36ac-476b-b51c-c15401bc3609 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.111528] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.111780] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1836.112024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.112180] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.112396] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.112678] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e6a9b7a-1375-446b-b9f0-22f943580dc9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.126152] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.126344] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1836.127068] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74dcfe27-e3b8-49b8-99d5-d7775b0a367a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.132679] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1836.132679] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c76195-0c80-bbde-ea25-6c8918d6c229" [ 1836.132679] env[62295]: _type = "Task" [ 1836.132679] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.140847] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c76195-0c80-bbde-ea25-6c8918d6c229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.150530] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787419, 'name': PowerOffVM_Task, 'duration_secs': 0.197709} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.150780] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.151008] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1836.151774] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3db042-bc57-474f-8e3f-7c4b49d73c55 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.162332] env[62295]: DEBUG oslo_vmware.api [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787416, 'name': ReconfigVM_Task, 'duration_secs': 1.153893} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.164494] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370841', 'volume_id': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'name': 'volume-9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e372a2d6-541f-4026-afb9-9901c9eda2f5', 'attached_at': '', 'detached_at': '', 'volume_id': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61', 'serial': '9fcb1b6f-7f0d-46c4-afe6-e65690f90c61'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1836.166635] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.167080] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a36e43b8-d268-4029-be37-af1f1f220f38 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.257178] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.257447] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.257616] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleting the datastore file [datastore1] 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.257886] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c87c0435-ebee-4a69-94f2-8981eecab0ed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.265596] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1836.265596] env[62295]: value = "task-1787421" [ 1836.265596] env[62295]: _type = "Task" [ 1836.265596] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.274075] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.341437] env[62295]: DEBUG nova.compute.manager [req-57656cee-1f35-4952-83ec-3631865a22cc req-e3d5d312-97b7-4c42-a67a-ca55cf9559ca service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Received event network-vif-plugged-9375edd9-04c0-4b86-b04b-58e9edb5aba8 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1836.341661] env[62295]: DEBUG oslo_concurrency.lockutils [req-57656cee-1f35-4952-83ec-3631865a22cc req-e3d5d312-97b7-4c42-a67a-ca55cf9559ca service nova] Acquiring lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.341872] env[62295]: DEBUG oslo_concurrency.lockutils [req-57656cee-1f35-4952-83ec-3631865a22cc req-e3d5d312-97b7-4c42-a67a-ca55cf9559ca service nova] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.342053] env[62295]: DEBUG oslo_concurrency.lockutils [req-57656cee-1f35-4952-83ec-3631865a22cc req-e3d5d312-97b7-4c42-a67a-ca55cf9559ca service nova] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.342312] env[62295]: DEBUG nova.compute.manager [req-57656cee-1f35-4952-83ec-3631865a22cc req-e3d5d312-97b7-4c42-a67a-ca55cf9559ca service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] No waiting events found dispatching network-vif-plugged-9375edd9-04c0-4b86-b04b-58e9edb5aba8 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1836.342371] env[62295]: WARNING nova.compute.manager [req-57656cee-1f35-4952-83ec-3631865a22cc req-e3d5d312-97b7-4c42-a67a-ca55cf9559ca service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Received unexpected event network-vif-plugged-9375edd9-04c0-4b86-b04b-58e9edb5aba8 for instance with vm_state building and task_state spawning. [ 1836.439441] env[62295]: DEBUG nova.network.neutron [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Successfully updated port: 9375edd9-04c0-4b86-b04b-58e9edb5aba8 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1836.520048] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787417, 'name': ReconfigVM_Task, 'duration_secs': 1.154152} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.520776] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997/0cd55fd2-afcb-48ef-ad4f-42b8d17c2997.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.521519] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8195d17-4119-4822-830d-4fa2288d4840 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.529038] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1836.529038] env[62295]: value = "task-1787422" [ 1836.529038] env[62295]: _type = "Task" [ 1836.529038] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.537309] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787422, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.643158] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c76195-0c80-bbde-ea25-6c8918d6c229, 'name': SearchDatastore_Task, 'duration_secs': 0.02535} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.644044] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c695adc6-12b5-43fe-8101-2e642821f53a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.650409] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1836.650409] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b171c6-ede7-523f-7391-ab97a1e8a55b" [ 1836.650409] env[62295]: _type = "Task" [ 1836.650409] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.661300] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b171c6-ede7-523f-7391-ab97a1e8a55b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.707481] env[62295]: DEBUG nova.objects.instance [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'flavor' on Instance uuid e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.776336] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347295} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.776605] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.776792] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.776969] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.942407] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.942577] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.942709] env[62295]: DEBUG nova.network.neutron [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.040372] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787422, 'name': Rename_Task, 'duration_secs': 0.164891} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.040674] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.040941] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d866198-3032-4bfc-a78f-80d809020faf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.048401] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1837.048401] env[62295]: value = "task-1787423" [ 1837.048401] env[62295]: _type = "Task" [ 1837.048401] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.056807] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.162636] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b171c6-ede7-523f-7391-ab97a1e8a55b, 'name': SearchDatastore_Task, 'duration_secs': 0.015965} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.162919] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.163212] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1837.163486] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-992ec49f-4036-4689-a269-662b315fb966 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.173611] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1837.173611] env[62295]: value = "task-1787424" [ 1837.173611] env[62295]: _type = "Task" [ 1837.173611] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.200571] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.476846] env[62295]: DEBUG nova.network.neutron [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1837.561606] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787423, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.632994] env[62295]: DEBUG nova.network.neutron [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance_info_cache with network_info: [{"id": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "address": "fa:16:3e:20:6e:32", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9375edd9-04", "ovs_interfaceid": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.669933] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.685522] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787424, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.716541] env[62295]: DEBUG oslo_concurrency.lockutils [None req-554d5c8f-cd4c-4239-a4e2-3f70df9d1ec3 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.258s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.718338] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.048s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.718998] env[62295]: DEBUG nova.compute.manager [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1837.720489] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e30131-8662-4069-b896-000e64877c48 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.730311] env[62295]: DEBUG nova.compute.manager [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1837.730311] env[62295]: DEBUG nova.objects.instance [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'flavor' on Instance uuid e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.812573] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1837.812848] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1837.813017] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.813224] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1837.813376] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.813524] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1837.813729] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1837.813888] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1837.814064] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1837.814233] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1837.814408] env[62295]: DEBUG nova.virt.hardware [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1837.815612] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f141ab-4d81-4c6c-b6db-a34356e2ce2a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.824423] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b79219-e3f3-4717-a0fa-e4bb32ec8d60 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.838848] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:07:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cc38e8b-6e5f-4e88-b673-97d5a141ae67', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1837.846306] env[62295]: DEBUG oslo.service.loopingcall [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.846552] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1837.846761] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a605294-5be5-460b-9a40-5d6179eb8b34 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.867697] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1837.867697] env[62295]: value = "task-1787425" [ 1837.867697] env[62295]: _type = "Task" [ 1837.867697] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.875695] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787425, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.060362] env[62295]: DEBUG oslo_vmware.api [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787423, 'name': PowerOnVM_Task, 'duration_secs': 0.590451} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.060528] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.060725] env[62295]: INFO nova.compute.manager [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1838.060908] env[62295]: DEBUG nova.compute.manager [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1838.061706] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea79e8a9-584e-4f3d-9f12-1d949ccf99ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.136332] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.136662] env[62295]: DEBUG nova.compute.manager [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Instance network_info: |[{"id": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "address": "fa:16:3e:20:6e:32", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9375edd9-04", "ovs_interfaceid": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1838.137082] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:6e:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9375edd9-04c0-4b86-b04b-58e9edb5aba8', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1838.145760] env[62295]: DEBUG oslo.service.loopingcall [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.146702] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1838.147011] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d8b7c11-af0b-450a-926f-574670efb243 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.168520] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1838.168520] env[62295]: value = "task-1787426" [ 1838.168520] env[62295]: _type = "Task" [ 1838.168520] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.177837] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787426, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.202269] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605853} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.202688] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.202957] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.203274] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3219a02-d3cc-44e6-bcc5-a0a68967ecbc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.209683] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1838.209683] env[62295]: value = "task-1787427" [ 1838.209683] env[62295]: _type = "Task" [ 1838.209683] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.221492] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.235927] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.236393] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-583dc3b7-a6ae-409d-8167-d20440292af5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.245667] env[62295]: DEBUG oslo_vmware.api [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1838.245667] env[62295]: value = "task-1787428" [ 1838.245667] env[62295]: _type = "Task" [ 1838.245667] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.257323] env[62295]: DEBUG oslo_vmware.api [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.368903] env[62295]: DEBUG nova.compute.manager [req-b6b5782d-da9e-4ef9-91b1-5ec0e43d57f4 req-a3e3d825-4b5b-444b-a31c-fc71c6708325 service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Received event network-changed-9375edd9-04c0-4b86-b04b-58e9edb5aba8 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1838.369244] env[62295]: DEBUG nova.compute.manager [req-b6b5782d-da9e-4ef9-91b1-5ec0e43d57f4 req-a3e3d825-4b5b-444b-a31c-fc71c6708325 service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Refreshing instance network info cache due to event network-changed-9375edd9-04c0-4b86-b04b-58e9edb5aba8. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1838.369539] env[62295]: DEBUG oslo_concurrency.lockutils [req-b6b5782d-da9e-4ef9-91b1-5ec0e43d57f4 req-a3e3d825-4b5b-444b-a31c-fc71c6708325 service nova] Acquiring lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.369741] env[62295]: DEBUG oslo_concurrency.lockutils [req-b6b5782d-da9e-4ef9-91b1-5ec0e43d57f4 req-a3e3d825-4b5b-444b-a31c-fc71c6708325 service nova] Acquired lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.369955] env[62295]: DEBUG nova.network.neutron [req-b6b5782d-da9e-4ef9-91b1-5ec0e43d57f4 req-a3e3d825-4b5b-444b-a31c-fc71c6708325 service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Refreshing network info cache for port 9375edd9-04c0-4b86-b04b-58e9edb5aba8 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.382972] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787425, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.579502] env[62295]: INFO nova.compute.manager [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Took 16.97 seconds to build instance. [ 1838.678608] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787426, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.719212] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074261} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.719477] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1838.720280] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36452e07-8703-44ce-bfbf-1aaea10c3f8c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.743286] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.743507] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-993eb9f0-d0ef-4f91-8297-db2a5e8aee45 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.765017] env[62295]: DEBUG oslo_vmware.api [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787428, 'name': PowerOffVM_Task, 'duration_secs': 0.253632} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.766354] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1838.766512] env[62295]: DEBUG nova.compute.manager [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1838.766818] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1838.766818] env[62295]: value = "task-1787429" [ 1838.766818] env[62295]: _type = "Task" [ 1838.766818] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.767489] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1342b066-f8ac-47d3-b419-c2832a134c7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.781059] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.884045] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787425, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.080637] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ecc88076-b349-4641-83bb-4c7f52437be8 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.493s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.081865] env[62295]: DEBUG nova.network.neutron [req-b6b5782d-da9e-4ef9-91b1-5ec0e43d57f4 req-a3e3d825-4b5b-444b-a31c-fc71c6708325 service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updated VIF entry in instance network info cache for port 9375edd9-04c0-4b86-b04b-58e9edb5aba8. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.082258] env[62295]: DEBUG nova.network.neutron [req-b6b5782d-da9e-4ef9-91b1-5ec0e43d57f4 req-a3e3d825-4b5b-444b-a31c-fc71c6708325 service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance_info_cache with network_info: [{"id": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "address": "fa:16:3e:20:6e:32", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9375edd9-04", "ovs_interfaceid": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.179131] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787426, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.279976] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787429, 'name': ReconfigVM_Task, 'duration_secs': 0.323522} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.280353] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.280985] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-548dcb90-f34c-4c72-966e-27248d9e3cea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.285418] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c9b22ae0-42b5-4de0-b3d2-1d33c5212b29 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.567s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.290469] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1839.290469] env[62295]: value = "task-1787430" [ 1839.290469] env[62295]: _type = "Task" [ 1839.290469] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.299859] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787430, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.382552] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787425, 'name': CreateVM_Task, 'duration_secs': 1.257619} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.382800] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1839.383635] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.383871] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.384272] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1839.384585] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4db012d-1677-43a2-a2be-2b0eb4ca1ae9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.389509] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1839.389509] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ad5fc8-9092-42d0-de2f-2683d204ea05" [ 1839.389509] env[62295]: _type = "Task" [ 1839.389509] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.397790] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ad5fc8-9092-42d0-de2f-2683d204ea05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.586503] env[62295]: DEBUG oslo_concurrency.lockutils [req-b6b5782d-da9e-4ef9-91b1-5ec0e43d57f4 req-a3e3d825-4b5b-444b-a31c-fc71c6708325 service nova] Releasing lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.683427] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787426, 'name': CreateVM_Task, 'duration_secs': 1.051705} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.683661] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1839.684554] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.800760] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787430, 'name': Rename_Task, 'duration_secs': 0.160896} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.801051] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.801311] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4875f4b-2a69-4e34-b600-03cd157dadf3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.809147] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1839.809147] env[62295]: value = "task-1787431" [ 1839.809147] env[62295]: _type = "Task" [ 1839.809147] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.819096] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.901390] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ad5fc8-9092-42d0-de2f-2683d204ea05, 'name': SearchDatastore_Task, 'duration_secs': 0.012692} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.901744] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.901982] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1839.902239] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.902388] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.902578] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1839.902887] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.903218] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1839.903443] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78cc8c6c-f1e8-49d1-8cb0-06026d3713b3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.905282] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbb2c5b-c56d-4b4d-b85b-198825e2b3b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.909999] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1839.909999] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52481130-ae8b-2981-ca8b-c316d2eb4cf7" [ 1839.909999] env[62295]: _type = "Task" [ 1839.909999] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.918106] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52481130-ae8b-2981-ca8b-c316d2eb4cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.919096] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1839.919274] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1839.919992] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0a6010-9a5d-4b7b-8dc1-1e70a2b4f363 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.924940] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1839.924940] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52edcfde-c975-0b9a-da68-0b210ff1f892" [ 1839.924940] env[62295]: _type = "Task" [ 1839.924940] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.933963] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52edcfde-c975-0b9a-da68-0b210ff1f892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.953569] env[62295]: DEBUG oslo_concurrency.lockutils [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.953846] env[62295]: DEBUG oslo_concurrency.lockutils [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.954076] env[62295]: DEBUG oslo_concurrency.lockutils [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.954262] env[62295]: DEBUG oslo_concurrency.lockutils [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.954435] env[62295]: DEBUG oslo_concurrency.lockutils [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.957717] env[62295]: INFO nova.compute.manager [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Terminating instance [ 1839.959611] env[62295]: DEBUG nova.compute.manager [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1839.959802] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1839.960694] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c79ed6-b7b7-4ee6-9073-e46295e560e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.969152] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1839.969396] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4952d080-aad8-4c87-8df8-f39cc748d51d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.976682] env[62295]: DEBUG oslo_vmware.api [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1839.976682] env[62295]: value = "task-1787432" [ 1839.976682] env[62295]: _type = "Task" [ 1839.976682] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.985297] env[62295]: DEBUG oslo_vmware.api [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.071709] env[62295]: DEBUG nova.objects.instance [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'flavor' on Instance uuid e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.319610] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.420711] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52481130-ae8b-2981-ca8b-c316d2eb4cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.023481} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.421016] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.421334] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.421555] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.434246] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52edcfde-c975-0b9a-da68-0b210ff1f892, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.435017] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a88822b-c28a-4af9-a005-7dd64c87a379 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.440313] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1840.440313] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52951565-36b5-e7c6-ff27-c0296bef3f7e" [ 1840.440313] env[62295]: _type = "Task" [ 1840.440313] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.448385] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52951565-36b5-e7c6-ff27-c0296bef3f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.487591] env[62295]: DEBUG oslo_vmware.api [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787432, 'name': PowerOffVM_Task, 'duration_secs': 0.203865} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.487935] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1840.488149] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1840.488408] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d667469-7e13-4621-954c-ad00bf6ffcfd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.562965] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1840.563216] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1840.563409] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleting the datastore file [datastore1] 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1840.563681] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e94aa2b-8b97-4d5e-8bec-c3c88b4031eb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.570157] env[62295]: DEBUG oslo_vmware.api [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1840.570157] env[62295]: value = "task-1787434" [ 1840.570157] env[62295]: _type = "Task" [ 1840.570157] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.579149] env[62295]: DEBUG oslo_vmware.api [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.579707] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.579893] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquired lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.580126] env[62295]: DEBUG nova.network.neutron [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.580371] env[62295]: DEBUG nova.objects.instance [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'info_cache' on Instance uuid e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.820020] env[62295]: DEBUG oslo_vmware.api [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787431, 'name': PowerOnVM_Task, 'duration_secs': 0.551797} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.820440] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1840.820554] env[62295]: DEBUG nova.compute.manager [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1840.821355] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703a9968-54bc-4031-a083-d25e484b0dae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.950774] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52951565-36b5-e7c6-ff27-c0296bef3f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.951031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.951301] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af/2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1840.951591] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.951777] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.951991] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36e04005-28d0-4d59-8642-83f6add5614a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.954063] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37b70676-888b-4f94-99eb-4ef45c9cf381 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.962066] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1840.962066] env[62295]: value = "task-1787435" [ 1840.962066] env[62295]: _type = "Task" [ 1840.962066] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.966190] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.966375] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1840.967398] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7d55b4-55fd-468d-87d2-c863bf5026bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.974166] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.978619] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1840.978619] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52380cf8-32c7-2103-300f-190d6d86d38e" [ 1840.978619] env[62295]: _type = "Task" [ 1840.978619] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.987297] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52380cf8-32c7-2103-300f-190d6d86d38e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.080779] env[62295]: DEBUG oslo_vmware.api [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156929} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.081091] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1841.081300] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1841.081490] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1841.083358] env[62295]: INFO nova.compute.manager [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1841.083358] env[62295]: DEBUG oslo.service.loopingcall [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.083358] env[62295]: DEBUG nova.objects.base [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1841.084387] env[62295]: DEBUG nova.compute.manager [-] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1841.084509] env[62295]: DEBUG nova.network.neutron [-] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1841.344873] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.345245] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.345489] env[62295]: DEBUG nova.objects.instance [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1841.368322] env[62295]: DEBUG nova.compute.manager [req-aad05271-696c-484e-a0e1-0dac18aa59fe req-3563eea7-0da1-496d-bdda-960dea5b5814 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Received event network-vif-deleted-76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1841.369079] env[62295]: INFO nova.compute.manager [req-aad05271-696c-484e-a0e1-0dac18aa59fe req-3563eea7-0da1-496d-bdda-960dea5b5814 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Neutron deleted interface 76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2; detaching it from the instance and deleting it from the info cache [ 1841.369314] env[62295]: DEBUG nova.network.neutron [req-aad05271-696c-484e-a0e1-0dac18aa59fe req-3563eea7-0da1-496d-bdda-960dea5b5814 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.473679] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787435, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.488542] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52380cf8-32c7-2103-300f-190d6d86d38e, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.489406] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17415c30-9a3c-4f7d-8e7f-a4ab379f9a06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.495142] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1841.495142] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52208378-9074-57db-6496-e020150e04d9" [ 1841.495142] env[62295]: _type = "Task" [ 1841.495142] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.503683] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52208378-9074-57db-6496-e020150e04d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.836566] env[62295]: DEBUG nova.network.neutron [-] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.872425] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e38c0af-62fd-482f-9e3c-66b0f5ddd2ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.883204] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac67e01-fed2-474c-8061-a8c1490cfd4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.895867] env[62295]: DEBUG nova.network.neutron [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Updating instance_info_cache with network_info: [{"id": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "address": "fa:16:3e:b6:89:30", "network": {"id": "2d692ff4-ca5c-44e0-b09d-48ffd0704299", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-307870673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8d0e613b714dfa9bc4647ac7cfeeb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23f589b7-0e", "ovs_interfaceid": "23f589b7-0e4c-434e-ab7c-947d174ee4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.920628] env[62295]: DEBUG nova.compute.manager [req-aad05271-696c-484e-a0e1-0dac18aa59fe req-3563eea7-0da1-496d-bdda-960dea5b5814 service nova] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Detach interface failed, port_id=76d39cb0-e1a1-4a34-9d77-aeaaea4ee1d2, reason: Instance 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1841.973641] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550195} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.973941] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af/2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1841.974177] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1841.974446] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-384ffe86-c9aa-4dd2-aab8-fcb86de7271a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.982903] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1841.982903] env[62295]: value = "task-1787436" [ 1841.982903] env[62295]: _type = "Task" [ 1841.982903] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.993381] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.004910] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52208378-9074-57db-6496-e020150e04d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013478} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.005252] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.005587] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 89604a62-cbef-4925-ab9f-b4a5e18f4ba3/89604a62-cbef-4925-ab9f-b4a5e18f4ba3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1842.005871] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36ebe734-cba1-45f3-8d98-3b4efe2c0363 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.013842] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1842.013842] env[62295]: value = "task-1787437" [ 1842.013842] env[62295]: _type = "Task" [ 1842.013842] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.022284] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.297788] env[62295]: INFO nova.compute.manager [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Rebuilding instance [ 1842.338447] env[62295]: DEBUG nova.compute.manager [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1842.339398] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc8d488-3da0-4d9b-8e54-9c6d1ef211a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.342482] env[62295]: INFO nova.compute.manager [-] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Took 1.26 seconds to deallocate network for instance. [ 1842.355299] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f2297b8a-8d3c-44df-92de-bb079870a892 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.398848] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Releasing lock "refresh_cache-e372a2d6-541f-4026-afb9-9901c9eda2f5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.493164] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095086} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.493395] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1842.494139] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3de4373-5dd1-46ed-81e7-000a1013f688 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.516204] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af/2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.516512] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41245e7f-f8bf-479e-b18c-526d61c56aab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.539112] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.540452] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1842.540452] env[62295]: value = "task-1787438" [ 1842.540452] env[62295]: _type = "Task" [ 1842.540452] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.547904] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.852410] env[62295]: DEBUG oslo_concurrency.lockutils [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.852870] env[62295]: DEBUG oslo_concurrency.lockutils [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.853172] env[62295]: DEBUG nova.objects.instance [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lazy-loading 'resources' on Instance uuid 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.855385] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.855958] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a764b34-e37e-4179-a581-0f3288d02979 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.866604] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1842.866604] env[62295]: value = "task-1787439" [ 1842.866604] env[62295]: _type = "Task" [ 1842.866604] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.877660] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.902980] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.903341] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84cc7032-1a3a-4d7d-a05a-cb3c30869f05 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.914099] env[62295]: DEBUG oslo_vmware.api [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1842.914099] env[62295]: value = "task-1787440" [ 1842.914099] env[62295]: _type = "Task" [ 1842.914099] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.930324] env[62295]: DEBUG oslo_vmware.api [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.026078] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930773} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.026426] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 89604a62-cbef-4925-ab9f-b4a5e18f4ba3/89604a62-cbef-4925-ab9f-b4a5e18f4ba3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1843.026687] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1843.026966] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ecc96e9-eda1-4e3e-8701-43c570718e75 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.033486] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1843.033486] env[62295]: value = "task-1787441" [ 1843.033486] env[62295]: _type = "Task" [ 1843.033486] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.041912] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.049392] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787438, 'name': ReconfigVM_Task, 'duration_secs': 0.489752} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.049617] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af/2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1843.050276] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4cf7e5a-1c38-48b3-8d4f-af390af0151b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.056546] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1843.056546] env[62295]: value = "task-1787442" [ 1843.056546] env[62295]: _type = "Task" [ 1843.056546] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.064549] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787442, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.379123] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.425190] env[62295]: DEBUG oslo_vmware.api [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787440, 'name': PowerOnVM_Task, 'duration_secs': 0.438921} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.425296] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.425469] env[62295]: DEBUG nova.compute.manager [None req-b1e95e06-b1dd-4dd0-8352-125a36abd450 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1843.426734] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5190cf-096c-4072-95de-90b75b42f84f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.544349] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07417} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.544614] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1843.545380] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9466b2b-0b64-4f62-8217-3b29eca40dd6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.548752] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef2967a-ea77-4300-8c74-14f0e8d4b32f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.564251] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e87ec6b-3383-41a1-8aef-793a084b065d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.576148] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 89604a62-cbef-4925-ab9f-b4a5e18f4ba3/89604a62-cbef-4925-ab9f-b4a5e18f4ba3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.579352] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18695be5-d3ee-4bf8-8a13-cdd6176c6163 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.599077] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787442, 'name': Rename_Task, 'duration_secs': 0.23257} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.627166] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1843.628129] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1843.628129] env[62295]: value = "task-1787443" [ 1843.628129] env[62295]: _type = "Task" [ 1843.628129] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.628368] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd62752-1f02-4c79-9dd7-9b75da55314d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.630658] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c82a0a-b70d-4816-a67f-7131fa24a42c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.644962] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025d2c61-46ec-4951-9706-d23844311a2c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.648729] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.649035] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1843.649035] env[62295]: value = "task-1787444" [ 1843.649035] env[62295]: _type = "Task" [ 1843.649035] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.660405] env[62295]: DEBUG nova.compute.provider_tree [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.666821] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787444, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.877313] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787439, 'name': PowerOffVM_Task, 'duration_secs': 0.838347} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.877602] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1843.877775] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1843.878550] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60df66e-b555-420d-a40e-6b14ee38faba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.885012] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1843.885241] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f08b1a46-0c66-4231-ae2d-16db3895a9bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.963730] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1843.963955] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1843.964153] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleting the datastore file [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1843.964689] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fcdf813-20ac-401c-875b-a7233250cf6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.971139] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1843.971139] env[62295]: value = "task-1787446" [ 1843.971139] env[62295]: _type = "Task" [ 1843.971139] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.978855] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.144094] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.157974] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.164031] env[62295]: DEBUG nova.scheduler.client.report [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1844.482835] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171852} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.483120] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1844.483321] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1844.483497] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.643545] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787443, 'name': ReconfigVM_Task, 'duration_secs': 0.73284} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.643771] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 89604a62-cbef-4925-ab9f-b4a5e18f4ba3/89604a62-cbef-4925-ab9f-b4a5e18f4ba3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.644409] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80cfeeaf-6518-4c06-b0f7-30d8e0ef44a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.653353] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1844.653353] env[62295]: value = "task-1787447" [ 1844.653353] env[62295]: _type = "Task" [ 1844.653353] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.660329] env[62295]: DEBUG oslo_vmware.api [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787444, 'name': PowerOnVM_Task, 'duration_secs': 0.940312} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.660522] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1844.660731] env[62295]: DEBUG nova.compute.manager [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1844.661462] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02468f6f-d393-4c21-a999-962b4376a249 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.666648] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787447, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.668662] env[62295]: DEBUG oslo_concurrency.lockutils [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.689838] env[62295]: INFO nova.scheduler.client.report [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted allocations for instance 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997 [ 1845.163384] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787447, 'name': Rename_Task, 'duration_secs': 0.200164} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.163675] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.163925] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc6f351-a63d-4e17-b532-05c16d418e63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.170363] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1845.170363] env[62295]: value = "task-1787448" [ 1845.170363] env[62295]: _type = "Task" [ 1845.170363] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.186134] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.189277] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.189426] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.189495] env[62295]: DEBUG nova.objects.instance [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1845.199873] env[62295]: DEBUG oslo_concurrency.lockutils [None req-309f66dd-3f8a-4d19-83d8-78b2dbc3355d tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "0cd55fd2-afcb-48ef-ad4f-42b8d17c2997" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.245s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.515206] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1845.515548] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1845.515748] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.516019] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1845.516239] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.516425] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1845.516706] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1845.516897] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1845.517152] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1845.517368] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1845.517596] env[62295]: DEBUG nova.virt.hardware [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1845.518729] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad44db9-86de-48eb-9810-30eabcdfd74d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.528323] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d243be5d-9925-40f9-8bc7-1bb102594920 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.543462] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:5a:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20c2f992-0a97-4679-8457-9b8d8d2a222c', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1845.551723] env[62295]: DEBUG oslo.service.loopingcall [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1845.552071] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1845.552332] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-978bfc6f-f2ee-4b89-95bb-5a0bfeb86fda {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.572633] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1845.572633] env[62295]: value = "task-1787449" [ 1845.572633] env[62295]: _type = "Task" [ 1845.572633] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.580783] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787449, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.682718] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787448, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.909043] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.909043] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.082601] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787449, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.181028] env[62295]: DEBUG oslo_vmware.api [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787448, 'name': PowerOnVM_Task, 'duration_secs': 0.564647} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.181028] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.181028] env[62295]: INFO nova.compute.manager [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1846.181474] env[62295]: DEBUG nova.compute.manager [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1846.181941] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06579b6c-2c9e-4ec7-9b5e-3c5e5678c2a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.198520] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f469b62c-d98b-4afb-bf46-a6940f472914 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.411070] env[62295]: DEBUG nova.compute.manager [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1846.531598] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.532024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.532377] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.532691] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.532982] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.536156] env[62295]: INFO nova.compute.manager [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Terminating instance [ 1846.538209] env[62295]: DEBUG nova.compute.manager [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1846.538513] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1846.539806] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bcfa30-4271-4118-93a7-a7e4b2da3dff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.550428] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1846.550765] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0605e804-2c0b-46bc-87df-e657ddc50725 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.558394] env[62295]: DEBUG oslo_vmware.api [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1846.558394] env[62295]: value = "task-1787450" [ 1846.558394] env[62295]: _type = "Task" [ 1846.558394] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.569557] env[62295]: DEBUG oslo_vmware.api [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.587359] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787449, 'name': CreateVM_Task, 'duration_secs': 0.551239} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.587564] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1846.588539] env[62295]: DEBUG oslo_concurrency.lockutils [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.588802] env[62295]: DEBUG oslo_concurrency.lockutils [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.589289] env[62295]: DEBUG oslo_concurrency.lockutils [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1846.589648] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ca7461-e230-47c0-9c08-231a4d8d5803 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.595642] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1846.595642] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527eb60c-f7b0-e2c3-b4d6-d08588650338" [ 1846.595642] env[62295]: _type = "Task" [ 1846.595642] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.607285] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527eb60c-f7b0-e2c3-b4d6-d08588650338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.699520] env[62295]: INFO nova.compute.manager [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Took 14.99 seconds to build instance. [ 1846.939878] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.939878] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.941974] env[62295]: INFO nova.compute.claims [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.007517] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.007740] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.069577] env[62295]: DEBUG oslo_vmware.api [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787450, 'name': PowerOffVM_Task, 'duration_secs': 0.284873} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.069835] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1847.070014] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1847.070281] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceb383dc-9e9c-47f5-a04b-1185b62627e0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.105634] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]527eb60c-f7b0-e2c3-b4d6-d08588650338, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.105978] env[62295]: DEBUG oslo_concurrency.lockutils [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.106247] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1847.106481] env[62295]: DEBUG oslo_concurrency.lockutils [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.106629] env[62295]: DEBUG oslo_concurrency.lockutils [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.106805] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1847.107072] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4435e7a-68ef-423c-aa71-bcfaeafb48b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.123227] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1847.123444] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1847.124316] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a36e5a78-c5d5-4e17-b82e-3dac5601f319 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.130042] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1847.130042] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52846a49-518e-1171-f8f2-e6ace38c3ad5" [ 1847.130042] env[62295]: _type = "Task" [ 1847.130042] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.138696] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52846a49-518e-1171-f8f2-e6ace38c3ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.148360] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1847.149324] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1847.149324] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleting the datastore file [datastore1] 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1847.149842] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e5a5d3f-79c5-4507-8af9-c54bed8d527d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.159179] env[62295]: DEBUG oslo_vmware.api [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1847.159179] env[62295]: value = "task-1787452" [ 1847.159179] env[62295]: _type = "Task" [ 1847.159179] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.166646] env[62295]: DEBUG oslo_vmware.api [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.201397] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5c5adfd4-46c3-427e-931b-5153e964e46b tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.503s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.308556] env[62295]: DEBUG nova.compute.manager [req-b20ae21f-a228-499e-a0b1-da6a8dd57733 req-c2084539-9540-47c0-907a-62e3aaabef7c service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Received event network-changed-9375edd9-04c0-4b86-b04b-58e9edb5aba8 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1847.308556] env[62295]: DEBUG nova.compute.manager [req-b20ae21f-a228-499e-a0b1-da6a8dd57733 req-c2084539-9540-47c0-907a-62e3aaabef7c service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Refreshing instance network info cache due to event network-changed-9375edd9-04c0-4b86-b04b-58e9edb5aba8. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1847.308556] env[62295]: DEBUG oslo_concurrency.lockutils [req-b20ae21f-a228-499e-a0b1-da6a8dd57733 req-c2084539-9540-47c0-907a-62e3aaabef7c service nova] Acquiring lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.308556] env[62295]: DEBUG oslo_concurrency.lockutils [req-b20ae21f-a228-499e-a0b1-da6a8dd57733 req-c2084539-9540-47c0-907a-62e3aaabef7c service nova] Acquired lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.308556] env[62295]: DEBUG nova.network.neutron [req-b20ae21f-a228-499e-a0b1-da6a8dd57733 req-c2084539-9540-47c0-907a-62e3aaabef7c service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Refreshing network info cache for port 9375edd9-04c0-4b86-b04b-58e9edb5aba8 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.435028] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "156fe56f-9727-473f-a409-5afceb7530d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.435028] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.510611] env[62295]: DEBUG nova.compute.manager [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1847.640972] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52846a49-518e-1171-f8f2-e6ace38c3ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.024041} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.641850] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457b52ed-f75c-4762-abbf-46869e944544 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.647547] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1847.647547] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525fc50f-1cfd-4bfb-e346-93edbc3306eb" [ 1847.647547] env[62295]: _type = "Task" [ 1847.647547] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.657734] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525fc50f-1cfd-4bfb-e346-93edbc3306eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.668140] env[62295]: DEBUG oslo_vmware.api [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279475} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.668436] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1847.668652] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1847.668840] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1847.669018] env[62295]: INFO nova.compute.manager [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1847.669359] env[62295]: DEBUG oslo.service.loopingcall [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.669451] env[62295]: DEBUG nova.compute.manager [-] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1847.669547] env[62295]: DEBUG nova.network.neutron [-] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1847.939525] env[62295]: INFO nova.compute.manager [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Detaching volume 0043d98f-e09b-437c-b3d3-0d42f8ac7c40 [ 1847.966113] env[62295]: DEBUG nova.compute.manager [req-1c30c58d-dda5-4052-a2fe-991ceaed6544 req-2a7ad369-7672-4173-98e3-ff9d16a5aa49 service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Received event network-vif-deleted-8cc38e8b-6e5f-4e88-b673-97d5a141ae67 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1847.966315] env[62295]: INFO nova.compute.manager [req-1c30c58d-dda5-4052-a2fe-991ceaed6544 req-2a7ad369-7672-4173-98e3-ff9d16a5aa49 service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Neutron deleted interface 8cc38e8b-6e5f-4e88-b673-97d5a141ae67; detaching it from the instance and deleting it from the info cache [ 1847.966561] env[62295]: DEBUG nova.network.neutron [req-1c30c58d-dda5-4052-a2fe-991ceaed6544 req-2a7ad369-7672-4173-98e3-ff9d16a5aa49 service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.985257] env[62295]: INFO nova.virt.block_device [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Attempting to driver detach volume 0043d98f-e09b-437c-b3d3-0d42f8ac7c40 from mountpoint /dev/sdb [ 1847.985518] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1847.986402] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370846', 'volume_id': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'name': 'volume-0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '156fe56f-9727-473f-a409-5afceb7530d5', 'attached_at': '', 'detached_at': '', 'volume_id': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'serial': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1847.986665] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e9c2d2-0ef1-4c3d-bce7-6298c3fb781d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.017074] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08318755-9d8a-4d29-b8f6-499f055a3730 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.026737] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e57d305-baec-40cb-bdb0-88a7aee02bb4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.052607] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.053464] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e652cab-3801-4681-b5ae-cacda2b2ae22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.069498] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] The volume has not been displaced from its original location: [datastore1] volume-0043d98f-e09b-437c-b3d3-0d42f8ac7c40/volume-0043d98f-e09b-437c-b3d3-0d42f8ac7c40.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1848.074989] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1848.078116] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab33e7af-def2-48c9-81ab-0f177ca9e60d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.095265] env[62295]: DEBUG nova.network.neutron [req-b20ae21f-a228-499e-a0b1-da6a8dd57733 req-c2084539-9540-47c0-907a-62e3aaabef7c service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updated VIF entry in instance network info cache for port 9375edd9-04c0-4b86-b04b-58e9edb5aba8. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.095595] env[62295]: DEBUG nova.network.neutron [req-b20ae21f-a228-499e-a0b1-da6a8dd57733 req-c2084539-9540-47c0-907a-62e3aaabef7c service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance_info_cache with network_info: [{"id": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "address": "fa:16:3e:20:6e:32", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9375edd9-04", "ovs_interfaceid": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.103298] env[62295]: DEBUG oslo_vmware.api [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1848.103298] env[62295]: value = "task-1787453" [ 1848.103298] env[62295]: _type = "Task" [ 1848.103298] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.118492] env[62295]: DEBUG oslo_vmware.api [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.158392] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525fc50f-1cfd-4bfb-e346-93edbc3306eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.161168] env[62295]: DEBUG oslo_concurrency.lockutils [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.161542] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1848.162040] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d2cbbfc-23ce-4cf9-afe1-4c0740f48fd1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.169103] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1848.169103] env[62295]: value = "task-1787454" [ 1848.169103] env[62295]: _type = "Task" [ 1848.169103] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.182311] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.303633] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af70e21c-d69c-4a3e-af0d-a0ba676ad9ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.311703] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1936f64-5c18-46d0-b8bb-e12d4548adfb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.342143] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ced4701-a46f-438e-b611-7da8a1e29a33 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.351190] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59a6040-bf54-400e-a45f-a1ee284245a3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.366834] env[62295]: DEBUG nova.compute.provider_tree [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.433182] env[62295]: DEBUG nova.network.neutron [-] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.469455] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4835c95-6715-4d90-a719-0aeb3b2e3e88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.481041] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e9e81-bae1-45f2-8f18-bbc2fe446813 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.518784] env[62295]: DEBUG nova.compute.manager [req-1c30c58d-dda5-4052-a2fe-991ceaed6544 req-2a7ad369-7672-4173-98e3-ff9d16a5aa49 service nova] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Detach interface failed, port_id=8cc38e8b-6e5f-4e88-b673-97d5a141ae67, reason: Instance 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1848.598449] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.598745] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.598964] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.599161] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.599343] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.601383] env[62295]: DEBUG oslo_concurrency.lockutils [req-b20ae21f-a228-499e-a0b1-da6a8dd57733 req-c2084539-9540-47c0-907a-62e3aaabef7c service nova] Releasing lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.602097] env[62295]: INFO nova.compute.manager [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Terminating instance [ 1848.604146] env[62295]: DEBUG nova.compute.manager [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1848.604350] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1848.605265] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc80375-5d67-400c-865a-c7c37317f80d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.617130] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1848.620734] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-718ff157-8c3b-496e-a97c-ad402371b3c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.622496] env[62295]: DEBUG oslo_vmware.api [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787453, 'name': ReconfigVM_Task, 'duration_secs': 0.263354} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.623185] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1848.628749] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070f488a-6c10-4cc4-a337-52adceddca4b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.641314] env[62295]: DEBUG oslo_vmware.api [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1848.641314] env[62295]: value = "task-1787455" [ 1848.641314] env[62295]: _type = "Task" [ 1848.641314] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.647497] env[62295]: DEBUG oslo_vmware.api [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1848.647497] env[62295]: value = "task-1787456" [ 1848.647497] env[62295]: _type = "Task" [ 1848.647497] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.651905] env[62295]: DEBUG oslo_vmware.api [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.659881] env[62295]: DEBUG oslo_vmware.api [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787456, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.679896] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500606} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.679896] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1848.680088] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1848.680211] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-392ce2e6-7278-41f2-b086-0833f434597d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.686203] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1848.686203] env[62295]: value = "task-1787457" [ 1848.686203] env[62295]: _type = "Task" [ 1848.686203] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.694711] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.870304] env[62295]: DEBUG nova.scheduler.client.report [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1848.936174] env[62295]: INFO nova.compute.manager [-] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Took 1.27 seconds to deallocate network for instance. [ 1849.151435] env[62295]: DEBUG oslo_vmware.api [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787455, 'name': PowerOffVM_Task, 'duration_secs': 0.209045} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.151753] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.151991] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1849.152394] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7d02a06-c6e3-4f13-bb89-b6ef3d6d9ae3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.161969] env[62295]: DEBUG oslo_vmware.api [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787456, 'name': ReconfigVM_Task, 'duration_secs': 0.174448} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.162254] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370846', 'volume_id': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'name': 'volume-0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '156fe56f-9727-473f-a409-5afceb7530d5', 'attached_at': '', 'detached_at': '', 'volume_id': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40', 'serial': '0043d98f-e09b-437c-b3d3-0d42f8ac7c40'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1849.196208] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069769} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.196471] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1849.197251] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c78d90-5b20-471f-a50e-3de3f3328880 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.220227] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.220507] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095964f0-ef45-42bc-966e-a264fab10fe4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.241235] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1849.241235] env[62295]: value = "task-1787459" [ 1849.241235] env[62295]: _type = "Task" [ 1849.241235] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.249269] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.254215] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1849.254404] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1849.254589] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleting the datastore file [datastore1] be0884ca-51a9-47f8-8f7e-95f02cb80d1e {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1849.254795] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4b88533-8720-4239-9475-f8b173a749fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.260793] env[62295]: DEBUG oslo_vmware.api [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1849.260793] env[62295]: value = "task-1787460" [ 1849.260793] env[62295]: _type = "Task" [ 1849.260793] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.272357] env[62295]: DEBUG oslo_vmware.api [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.376596] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.377235] env[62295]: DEBUG nova.compute.manager [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1849.380017] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.327s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.381441] env[62295]: INFO nova.compute.claims [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.442976] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.706217] env[62295]: DEBUG nova.objects.instance [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lazy-loading 'flavor' on Instance uuid 156fe56f-9727-473f-a409-5afceb7530d5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1849.751454] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.770949] env[62295]: DEBUG oslo_vmware.api [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196279} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.771227] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1849.771410] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1849.771591] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1849.771777] env[62295]: INFO nova.compute.manager [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1849.772035] env[62295]: DEBUG oslo.service.loopingcall [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.772229] env[62295]: DEBUG nova.compute.manager [-] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1849.772325] env[62295]: DEBUG nova.network.neutron [-] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1849.885687] env[62295]: DEBUG nova.compute.utils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1849.889121] env[62295]: DEBUG nova.compute.manager [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1849.889308] env[62295]: DEBUG nova.network.neutron [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1849.929825] env[62295]: DEBUG nova.policy [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff85728576454e0ebfd8ecb23e3cc414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14b56fecce9f45ee8214eceab0ed7377', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1850.177511] env[62295]: DEBUG nova.network.neutron [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Successfully created port: ea5f8afd-f613-4457-b01e-a48d28e16bbb {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1850.251556] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787459, 'name': ReconfigVM_Task, 'duration_secs': 0.636311} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.251869] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315/5918a7fe-0af5-4d71-b738-4bc4dcdd0315.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1850.252514] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03d772de-f31f-4c1b-be8b-74fdaa6efcef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.259445] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1850.259445] env[62295]: value = "task-1787461" [ 1850.259445] env[62295]: _type = "Task" [ 1850.259445] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.269625] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787461, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.390260] env[62295]: DEBUG nova.compute.manager [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1850.405591] env[62295]: DEBUG nova.compute.manager [req-c52216a5-dc53-42f6-90f9-60a0d6d622d6 req-7e0d0d9d-a7db-468d-a00c-935fc1c46ade service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Received event network-vif-deleted-4c71c806-d571-4d99-a658-32470b414d70 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1850.405591] env[62295]: INFO nova.compute.manager [req-c52216a5-dc53-42f6-90f9-60a0d6d622d6 req-7e0d0d9d-a7db-468d-a00c-935fc1c46ade service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Neutron deleted interface 4c71c806-d571-4d99-a658-32470b414d70; detaching it from the instance and deleting it from the info cache [ 1850.405591] env[62295]: DEBUG nova.network.neutron [req-c52216a5-dc53-42f6-90f9-60a0d6d622d6 req-7e0d0d9d-a7db-468d-a00c-935fc1c46ade service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.634284] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7c9fdf-758c-4a58-93a3-9aa4524e9470 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.644458] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253b9eff-58b5-417c-b53d-525c4dbed0bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.683360] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb5f264-2644-4ed2-9cf6-361acf2dfe25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.690904] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6587d3-7c8b-49b3-8056-28e477388d8a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.705623] env[62295]: DEBUG nova.compute.provider_tree [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.715559] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6b80863f-8b9e-4614-9faa-20a78557bf49 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.769457] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787461, 'name': Rename_Task, 'duration_secs': 0.176093} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.769736] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.769976] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-142b4deb-630b-4110-b25f-021919b99ed5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.776561] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1850.776561] env[62295]: value = "task-1787462" [ 1850.776561] env[62295]: _type = "Task" [ 1850.776561] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.783146] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.879893] env[62295]: DEBUG nova.network.neutron [-] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.910225] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a277fbbc-9285-4a63-ae2f-1ca188b6f50a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.920048] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f137b9-0c53-4671-8593-3e9304e0b50f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.952114] env[62295]: DEBUG nova.compute.manager [req-c52216a5-dc53-42f6-90f9-60a0d6d622d6 req-7e0d0d9d-a7db-468d-a00c-935fc1c46ade service nova] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Detach interface failed, port_id=4c71c806-d571-4d99-a658-32470b414d70, reason: Instance be0884ca-51a9-47f8-8f7e-95f02cb80d1e could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1851.209347] env[62295]: DEBUG nova.scheduler.client.report [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1851.286744] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787462, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.382095] env[62295]: INFO nova.compute.manager [-] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Took 1.61 seconds to deallocate network for instance. [ 1851.400506] env[62295]: DEBUG nova.compute.manager [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1851.430641] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1851.430892] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1851.431064] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.431250] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1851.431398] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.431643] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1851.431753] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1851.431912] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1851.432088] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1851.432255] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1851.432428] env[62295]: DEBUG nova.virt.hardware [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1851.433556] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eed6e3-d9ae-4fb8-a9d2-ce586399480b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.441835] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0509b2-d83b-456e-b44f-e43111b907a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.584272] env[62295]: DEBUG nova.compute.manager [req-aae45c8e-a7c0-43ac-a983-9b205ca9479c req-deab1645-ae9e-42d8-82d0-9cd96533b2a1 service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Received event network-vif-plugged-ea5f8afd-f613-4457-b01e-a48d28e16bbb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1851.584494] env[62295]: DEBUG oslo_concurrency.lockutils [req-aae45c8e-a7c0-43ac-a983-9b205ca9479c req-deab1645-ae9e-42d8-82d0-9cd96533b2a1 service nova] Acquiring lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.584704] env[62295]: DEBUG oslo_concurrency.lockutils [req-aae45c8e-a7c0-43ac-a983-9b205ca9479c req-deab1645-ae9e-42d8-82d0-9cd96533b2a1 service nova] Lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.584898] env[62295]: DEBUG oslo_concurrency.lockutils [req-aae45c8e-a7c0-43ac-a983-9b205ca9479c req-deab1645-ae9e-42d8-82d0-9cd96533b2a1 service nova] Lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.585148] env[62295]: DEBUG nova.compute.manager [req-aae45c8e-a7c0-43ac-a983-9b205ca9479c req-deab1645-ae9e-42d8-82d0-9cd96533b2a1 service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] No waiting events found dispatching network-vif-plugged-ea5f8afd-f613-4457-b01e-a48d28e16bbb {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1851.585363] env[62295]: WARNING nova.compute.manager [req-aae45c8e-a7c0-43ac-a983-9b205ca9479c req-deab1645-ae9e-42d8-82d0-9cd96533b2a1 service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Received unexpected event network-vif-plugged-ea5f8afd-f613-4457-b01e-a48d28e16bbb for instance with vm_state building and task_state spawning. [ 1851.678867] env[62295]: DEBUG nova.network.neutron [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Successfully updated port: ea5f8afd-f613-4457-b01e-a48d28e16bbb {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.714221] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.714712] env[62295]: DEBUG nova.compute.manager [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1851.717319] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.275s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.717541] env[62295]: DEBUG nova.objects.instance [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lazy-loading 'resources' on Instance uuid 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.759949] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "156fe56f-9727-473f-a409-5afceb7530d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.760232] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.760486] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "156fe56f-9727-473f-a409-5afceb7530d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.761023] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.761023] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.762789] env[62295]: INFO nova.compute.manager [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Terminating instance [ 1851.765865] env[62295]: DEBUG nova.compute.manager [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1851.765865] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1851.766109] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b12df39-cf20-4872-8a42-bf650dc3e968 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.773742] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.773972] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acc555b7-46a6-464f-a1e3-07a24d2ddd6a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.783934] env[62295]: DEBUG oslo_vmware.api [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1851.783934] env[62295]: value = "task-1787463" [ 1851.783934] env[62295]: _type = "Task" [ 1851.783934] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.790512] env[62295]: DEBUG oslo_vmware.api [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787462, 'name': PowerOnVM_Task, 'duration_secs': 0.569491} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.791152] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1851.791397] env[62295]: DEBUG nova.compute.manager [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1851.792168] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88886dbf-164e-419e-aa7e-b751f1de8667 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.797399] env[62295]: DEBUG oslo_vmware.api [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.895054] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.182578] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "refresh_cache-02fcd712-8ca7-454b-9ef0-f239f5875ddb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.182695] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "refresh_cache-02fcd712-8ca7-454b-9ef0-f239f5875ddb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.182853] env[62295]: DEBUG nova.network.neutron [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.223591] env[62295]: DEBUG nova.compute.utils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.225351] env[62295]: DEBUG nova.compute.manager [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1852.225527] env[62295]: DEBUG nova.network.neutron [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.278100] env[62295]: DEBUG nova.policy [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffbc7fb0a1b54941bff2260156a35dd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cddf42c9fcc94507b12b79d5b1a7d970', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1852.298573] env[62295]: DEBUG oslo_vmware.api [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787463, 'name': PowerOffVM_Task, 'duration_secs': 0.249274} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.298990] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.299291] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.299651] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc506495-e886-4368-ab6c-c623044ced96 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.317036] env[62295]: DEBUG oslo_concurrency.lockutils [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.391162] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.391408] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.391608] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Deleting the datastore file [datastore1] 156fe56f-9727-473f-a409-5afceb7530d5 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.391874] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98ad4862-348a-4459-8b8c-25dffef6fadd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.398307] env[62295]: DEBUG oslo_vmware.api [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1852.398307] env[62295]: value = "task-1787465" [ 1852.398307] env[62295]: _type = "Task" [ 1852.398307] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.408652] env[62295]: DEBUG oslo_vmware.api [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.468647] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d051e83-d08f-46fa-be32-5aad5cb3e7db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.479619] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ff6c77-760d-474e-963f-0bd30f2665ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.512083] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7af29e-3b0f-495c-a742-386963b847f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.520253] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68361eb6-df2f-4aea-9ca6-39a47ff68d57 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.535622] env[62295]: DEBUG nova.compute.provider_tree [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.543958] env[62295]: DEBUG nova.network.neutron [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Successfully created port: 7cb8e980-c37d-4b52-add1-96aaddadeecb {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.713535] env[62295]: DEBUG nova.network.neutron [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1852.728378] env[62295]: DEBUG nova.compute.manager [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1852.913045] env[62295]: DEBUG oslo_vmware.api [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181554} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.913408] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.913519] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.913733] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.913903] env[62295]: INFO nova.compute.manager [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1852.914409] env[62295]: DEBUG oslo.service.loopingcall [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.914461] env[62295]: DEBUG nova.compute.manager [-] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1852.914823] env[62295]: DEBUG nova.network.neutron [-] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1852.953792] env[62295]: DEBUG nova.network.neutron [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Updating instance_info_cache with network_info: [{"id": "ea5f8afd-f613-4457-b01e-a48d28e16bbb", "address": "fa:16:3e:69:64:95", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5f8afd-f6", "ovs_interfaceid": "ea5f8afd-f613-4457-b01e-a48d28e16bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.039090] env[62295]: DEBUG nova.scheduler.client.report [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1853.456859] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "refresh_cache-02fcd712-8ca7-454b-9ef0-f239f5875ddb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.457232] env[62295]: DEBUG nova.compute.manager [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Instance network_info: |[{"id": "ea5f8afd-f613-4457-b01e-a48d28e16bbb", "address": "fa:16:3e:69:64:95", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5f8afd-f6", "ovs_interfaceid": "ea5f8afd-f613-4457-b01e-a48d28e16bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1853.457647] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:64:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea5f8afd-f613-4457-b01e-a48d28e16bbb', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.465756] env[62295]: DEBUG oslo.service.loopingcall [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.465995] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.466240] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d3ca8e3-43c9-46a1-8ccf-899cb7955fd2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.489374] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.489374] env[62295]: value = "task-1787466" [ 1853.489374] env[62295]: _type = "Task" [ 1853.489374] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.498336] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787466, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.506893] env[62295]: DEBUG nova.compute.manager [req-241ce68e-415f-456c-b8b7-c29a849ca3ba req-a91b2745-82cd-459a-a6cb-dfe8d0da5c0c service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Received event network-vif-deleted-ad61dcbd-6f67-4171-ae22-326d7a894f19 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1853.507110] env[62295]: INFO nova.compute.manager [req-241ce68e-415f-456c-b8b7-c29a849ca3ba req-a91b2745-82cd-459a-a6cb-dfe8d0da5c0c service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Neutron deleted interface ad61dcbd-6f67-4171-ae22-326d7a894f19; detaching it from the instance and deleting it from the info cache [ 1853.507990] env[62295]: DEBUG nova.network.neutron [req-241ce68e-415f-456c-b8b7-c29a849ca3ba req-a91b2745-82cd-459a-a6cb-dfe8d0da5c0c service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.545274] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.546902] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.652s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.547272] env[62295]: DEBUG nova.objects.instance [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lazy-loading 'resources' on Instance uuid be0884ca-51a9-47f8-8f7e-95f02cb80d1e {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.568407] env[62295]: INFO nova.scheduler.client.report [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted allocations for instance 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af [ 1853.613452] env[62295]: DEBUG nova.compute.manager [req-7d2f6e87-e272-4823-9b81-8fba55b36649 req-126e2823-1d77-43a3-926b-d67b2ea3881b service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Received event network-changed-ea5f8afd-f613-4457-b01e-a48d28e16bbb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1853.613754] env[62295]: DEBUG nova.compute.manager [req-7d2f6e87-e272-4823-9b81-8fba55b36649 req-126e2823-1d77-43a3-926b-d67b2ea3881b service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Refreshing instance network info cache due to event network-changed-ea5f8afd-f613-4457-b01e-a48d28e16bbb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1853.614078] env[62295]: DEBUG oslo_concurrency.lockutils [req-7d2f6e87-e272-4823-9b81-8fba55b36649 req-126e2823-1d77-43a3-926b-d67b2ea3881b service nova] Acquiring lock "refresh_cache-02fcd712-8ca7-454b-9ef0-f239f5875ddb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.614303] env[62295]: DEBUG oslo_concurrency.lockutils [req-7d2f6e87-e272-4823-9b81-8fba55b36649 req-126e2823-1d77-43a3-926b-d67b2ea3881b service nova] Acquired lock "refresh_cache-02fcd712-8ca7-454b-9ef0-f239f5875ddb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.614697] env[62295]: DEBUG nova.network.neutron [req-7d2f6e87-e272-4823-9b81-8fba55b36649 req-126e2823-1d77-43a3-926b-d67b2ea3881b service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Refreshing network info cache for port ea5f8afd-f613-4457-b01e-a48d28e16bbb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.741549] env[62295]: DEBUG nova.compute.manager [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1853.774855] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1853.775058] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1853.775247] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.775536] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1853.775710] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.775881] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1853.776137] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1853.776319] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1853.776523] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1853.776722] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1853.776928] env[62295]: DEBUG nova.virt.hardware [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1853.777912] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a63bfdc-cbb2-4e40-ab66-ace336bf184b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.786311] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464e4e7f-1b2b-416c-8265-b3f012af60d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.983276] env[62295]: DEBUG nova.network.neutron [-] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.001033] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787466, 'name': CreateVM_Task, 'duration_secs': 0.347185} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.001033] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.001033] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.001033] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.001422] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.002335] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c8cefc-2008-4a02-960b-dbafe3259020 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.011020] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1854.011020] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52bad772-d20b-9120-2f20-d694b64290e9" [ 1854.011020] env[62295]: _type = "Task" [ 1854.011020] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.012036] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9408ca1a-fbee-4de8-a400-68419ceb2e1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.019415] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52bad772-d20b-9120-2f20-d694b64290e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.023616] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a15aae3-d532-4813-bdf0-a72182c838e8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.062144] env[62295]: DEBUG nova.compute.manager [req-241ce68e-415f-456c-b8b7-c29a849ca3ba req-a91b2745-82cd-459a-a6cb-dfe8d0da5c0c service nova] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Detach interface failed, port_id=ad61dcbd-6f67-4171-ae22-326d7a894f19, reason: Instance 156fe56f-9727-473f-a409-5afceb7530d5 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1854.071290] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.071673] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.071944] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.072191] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.072374] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.075936] env[62295]: INFO nova.compute.manager [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Terminating instance [ 1854.077226] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0a6a73b8-6d1f-4a85-8c98-8132416aa49e tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.545s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.078447] env[62295]: DEBUG nova.compute.manager [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1854.078672] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.079520] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7577fc58-30a4-4dcb-85dd-446fb7644f5b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.087019] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.089720] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-773ee3cc-e3ba-4b4b-a48d-cfcb512467a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.096668] env[62295]: DEBUG oslo_vmware.api [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1854.096668] env[62295]: value = "task-1787467" [ 1854.096668] env[62295]: _type = "Task" [ 1854.096668] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.107281] env[62295]: DEBUG oslo_vmware.api [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.108417] env[62295]: DEBUG nova.network.neutron [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Successfully updated port: 7cb8e980-c37d-4b52-add1-96aaddadeecb {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.335875] env[62295]: DEBUG nova.network.neutron [req-7d2f6e87-e272-4823-9b81-8fba55b36649 req-126e2823-1d77-43a3-926b-d67b2ea3881b service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Updated VIF entry in instance network info cache for port ea5f8afd-f613-4457-b01e-a48d28e16bbb. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.336284] env[62295]: DEBUG nova.network.neutron [req-7d2f6e87-e272-4823-9b81-8fba55b36649 req-126e2823-1d77-43a3-926b-d67b2ea3881b service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Updating instance_info_cache with network_info: [{"id": "ea5f8afd-f613-4457-b01e-a48d28e16bbb", "address": "fa:16:3e:69:64:95", "network": {"id": "492cb811-0a9c-4b3e-8d1c-b5c593aa84b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-676606898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14b56fecce9f45ee8214eceab0ed7377", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5f8afd-f6", "ovs_interfaceid": "ea5f8afd-f613-4457-b01e-a48d28e16bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.388050] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f7b132-707f-45da-9bd5-09029932c733 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.396165] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306e28fc-062d-43f7-bb73-a4b8988420c7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.426708] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d60dded-3210-40bd-a23d-5d11a7fc0576 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.433601] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3d2cf9-6156-423a-b054-13122f92d64d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.446537] env[62295]: DEBUG nova.compute.provider_tree [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.486132] env[62295]: INFO nova.compute.manager [-] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Took 1.57 seconds to deallocate network for instance. [ 1854.519240] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52bad772-d20b-9120-2f20-d694b64290e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.519557] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.519793] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.520034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.520186] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.520419] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.520976] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15e36596-3a85-496b-b997-e9fc10f178ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.530240] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.530441] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.531167] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0305c1f-e7ff-4f54-a633-fb4caa731a70 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.537220] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1854.537220] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b8849a-5892-9213-58cd-bcc141916a64" [ 1854.537220] env[62295]: _type = "Task" [ 1854.537220] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.545526] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b8849a-5892-9213-58cd-bcc141916a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.607505] env[62295]: DEBUG oslo_vmware.api [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787467, 'name': PowerOffVM_Task, 'duration_secs': 0.188361} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.607792] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1854.607961] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1854.608235] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72c539a8-1228-4d9f-bc55-301e68ab7180 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.613493] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.613647] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.613793] env[62295]: DEBUG nova.network.neutron [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1854.718319] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1854.718607] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1854.718798] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleting the datastore file [datastore1] 71c39b2c-a6ac-4e0b-8622-e98e94e785c3 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1854.719095] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2ce5a0b-7733-4300-8e10-f959fcfedaf2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.726280] env[62295]: DEBUG oslo_vmware.api [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1854.726280] env[62295]: value = "task-1787469" [ 1854.726280] env[62295]: _type = "Task" [ 1854.726280] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.735492] env[62295]: DEBUG oslo_vmware.api [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.838893] env[62295]: DEBUG oslo_concurrency.lockutils [req-7d2f6e87-e272-4823-9b81-8fba55b36649 req-126e2823-1d77-43a3-926b-d67b2ea3881b service nova] Releasing lock "refresh_cache-02fcd712-8ca7-454b-9ef0-f239f5875ddb" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.951329] env[62295]: DEBUG nova.scheduler.client.report [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1854.992706] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.047769] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b8849a-5892-9213-58cd-bcc141916a64, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.048560] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de0127e-c586-4b47-9ea4-38c27e3f73c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.053844] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1855.053844] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ae82a4-b847-eddd-144a-d52035ed6e4e" [ 1855.053844] env[62295]: _type = "Task" [ 1855.053844] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.061674] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ae82a4-b847-eddd-144a-d52035ed6e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.153844] env[62295]: DEBUG nova.network.neutron [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.237893] env[62295]: DEBUG oslo_vmware.api [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14676} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.238378] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1855.238615] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1855.238799] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1855.238974] env[62295]: INFO nova.compute.manager [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1855.239228] env[62295]: DEBUG oslo.service.loopingcall [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.239419] env[62295]: DEBUG nova.compute.manager [-] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1855.239516] env[62295]: DEBUG nova.network.neutron [-] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1855.318245] env[62295]: DEBUG nova.network.neutron [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance_info_cache with network_info: [{"id": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "address": "fa:16:3e:7a:14:4a", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8e980-c3", "ovs_interfaceid": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.457203] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.459961] env[62295]: DEBUG oslo_concurrency.lockutils [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.143s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.459961] env[62295]: DEBUG nova.objects.instance [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1855.480349] env[62295]: INFO nova.scheduler.client.report [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleted allocations for instance be0884ca-51a9-47f8-8f7e-95f02cb80d1e [ 1855.531889] env[62295]: DEBUG nova.compute.manager [req-71588d80-86e1-47c2-ab9b-7de6d422b879 req-cb121877-82b0-4b8c-8781-b65d3d9992c1 service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Received event network-vif-deleted-8bcab1af-fbfe-4268-859d-16ccbde118f5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1855.532175] env[62295]: INFO nova.compute.manager [req-71588d80-86e1-47c2-ab9b-7de6d422b879 req-cb121877-82b0-4b8c-8781-b65d3d9992c1 service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Neutron deleted interface 8bcab1af-fbfe-4268-859d-16ccbde118f5; detaching it from the instance and deleting it from the info cache [ 1855.532278] env[62295]: DEBUG nova.network.neutron [req-71588d80-86e1-47c2-ab9b-7de6d422b879 req-cb121877-82b0-4b8c-8781-b65d3d9992c1 service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.563868] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ae82a4-b847-eddd-144a-d52035ed6e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.564157] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.564417] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 02fcd712-8ca7-454b-9ef0-f239f5875ddb/02fcd712-8ca7-454b-9ef0-f239f5875ddb.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.564669] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acd89e37-5703-4bd4-a335-c79d374665d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.571594] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1855.571594] env[62295]: value = "task-1787470" [ 1855.571594] env[62295]: _type = "Task" [ 1855.571594] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.578933] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.650681] env[62295]: DEBUG nova.compute.manager [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Received event network-vif-plugged-7cb8e980-c37d-4b52-add1-96aaddadeecb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1855.650869] env[62295]: DEBUG oslo_concurrency.lockutils [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] Acquiring lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.651099] env[62295]: DEBUG oslo_concurrency.lockutils [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.651273] env[62295]: DEBUG oslo_concurrency.lockutils [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.651462] env[62295]: DEBUG nova.compute.manager [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] No waiting events found dispatching network-vif-plugged-7cb8e980-c37d-4b52-add1-96aaddadeecb {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1855.651635] env[62295]: WARNING nova.compute.manager [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Received unexpected event network-vif-plugged-7cb8e980-c37d-4b52-add1-96aaddadeecb for instance with vm_state building and task_state spawning. [ 1855.651797] env[62295]: DEBUG nova.compute.manager [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Received event network-changed-7cb8e980-c37d-4b52-add1-96aaddadeecb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1855.651950] env[62295]: DEBUG nova.compute.manager [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Refreshing instance network info cache due to event network-changed-7cb8e980-c37d-4b52-add1-96aaddadeecb. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1855.652128] env[62295]: DEBUG oslo_concurrency.lockutils [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] Acquiring lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.822044] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.822276] env[62295]: DEBUG nova.compute.manager [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Instance network_info: |[{"id": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "address": "fa:16:3e:7a:14:4a", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8e980-c3", "ovs_interfaceid": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1855.822621] env[62295]: DEBUG oslo_concurrency.lockutils [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] Acquired lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.822850] env[62295]: DEBUG nova.network.neutron [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Refreshing network info cache for port 7cb8e980-c37d-4b52-add1-96aaddadeecb {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.824899] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:14:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cb8e980-c37d-4b52-add1-96aaddadeecb', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1855.833627] env[62295]: DEBUG oslo.service.loopingcall [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.834787] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1855.835035] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95d114f6-b41f-442b-8ec4-fd74599543aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.855779] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1855.855779] env[62295]: value = "task-1787471" [ 1855.855779] env[62295]: _type = "Task" [ 1855.855779] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.866157] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787471, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.955812] env[62295]: DEBUG nova.network.neutron [-] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.988319] env[62295]: DEBUG oslo_concurrency.lockutils [None req-5f0bf45b-4eef-45e5-b20c-b81405fe1bda tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "be0884ca-51a9-47f8-8f7e-95f02cb80d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.389s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.035462] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad7decbf-6627-45af-b186-ec3241b390ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.045286] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3828c66d-a447-44dd-a246-fb98cb9df11f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.076238] env[62295]: DEBUG nova.compute.manager [req-71588d80-86e1-47c2-ab9b-7de6d422b879 req-cb121877-82b0-4b8c-8781-b65d3d9992c1 service nova] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Detach interface failed, port_id=8bcab1af-fbfe-4268-859d-16ccbde118f5, reason: Instance 71c39b2c-a6ac-4e0b-8622-e98e94e785c3 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1856.084178] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419575} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.084421] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 02fcd712-8ca7-454b-9ef0-f239f5875ddb/02fcd712-8ca7-454b-9ef0-f239f5875ddb.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.084631] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.084959] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7c811dc-7244-4c71-9afa-3c107633c522 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.091040] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1856.091040] env[62295]: value = "task-1787472" [ 1856.091040] env[62295]: _type = "Task" [ 1856.091040] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.099165] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.367684] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787471, 'name': CreateVM_Task, 'duration_secs': 0.395604} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.369813] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.370555] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.370671] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.370988] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.371998] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22224ef1-0af6-4156-a534-dd224e02ca1a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.375953] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1856.375953] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d2455a-a3ff-9527-bf04-c3af98ead6a1" [ 1856.375953] env[62295]: _type = "Task" [ 1856.375953] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.383537] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d2455a-a3ff-9527-bf04-c3af98ead6a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.459350] env[62295]: INFO nova.compute.manager [-] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Took 1.22 seconds to deallocate network for instance. [ 1856.469013] env[62295]: DEBUG oslo_concurrency.lockutils [None req-daa12aba-79da-41b8-9bcc-f95d4650d22a tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.472564] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.480s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.472782] env[62295]: DEBUG nova.objects.instance [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lazy-loading 'resources' on Instance uuid 156fe56f-9727-473f-a409-5afceb7530d5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.542947] env[62295]: DEBUG nova.network.neutron [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updated VIF entry in instance network info cache for port 7cb8e980-c37d-4b52-add1-96aaddadeecb. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.543381] env[62295]: DEBUG nova.network.neutron [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance_info_cache with network_info: [{"id": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "address": "fa:16:3e:7a:14:4a", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8e980-c3", "ovs_interfaceid": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.600751] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065741} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.600971] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1856.601804] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c6ba12-74ee-4a4a-b93f-ded1e4925796 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.623869] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 02fcd712-8ca7-454b-9ef0-f239f5875ddb/02fcd712-8ca7-454b-9ef0-f239f5875ddb.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.624440] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-549efce9-14cf-4f84-a676-417eee0a998b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.643672] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1856.643672] env[62295]: value = "task-1787473" [ 1856.643672] env[62295]: _type = "Task" [ 1856.643672] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.651704] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.764289] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.764592] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.887232] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d2455a-a3ff-9527-bf04-c3af98ead6a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.887541] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.887773] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.888010] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.888169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.888350] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.888609] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2f6a17e-360d-4b69-93f6-1e781b3381d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.896659] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.896834] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.897546] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25213bb-c36c-4749-a52c-5b19fa9c1362 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.902668] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1856.902668] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523d96fa-d1f4-860f-3bfa-0b0c218a08a7" [ 1856.902668] env[62295]: _type = "Task" [ 1856.902668] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.910541] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523d96fa-d1f4-860f-3bfa-0b0c218a08a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.965889] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.045782] env[62295]: DEBUG oslo_concurrency.lockutils [req-73a53a74-46a7-44b5-b298-e5de01d7fc58 req-2cb668ea-5668-4661-98c0-b3948c65d2bd service nova] Releasing lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.136281] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30287d7f-634c-4637-baf7-eaeae0487e46 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.143282] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf8ed66-c5e7-4074-b3da-c1ebe63de5a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.154155] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787473, 'name': ReconfigVM_Task, 'duration_secs': 0.308367} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.179556] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 02fcd712-8ca7-454b-9ef0-f239f5875ddb/02fcd712-8ca7-454b-9ef0-f239f5875ddb.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.180312] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb427266-5226-44f9-8415-04b53aad7a6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.182337] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75232419-95b8-430a-93fb-d0b3abce4fd3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.192488] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dd66a7-d391-4a4a-aa03-18969c43252d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.196121] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1857.196121] env[62295]: value = "task-1787474" [ 1857.196121] env[62295]: _type = "Task" [ 1857.196121] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.206948] env[62295]: DEBUG nova.compute.provider_tree [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.212907] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787474, 'name': Rename_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.268242] env[62295]: INFO nova.compute.manager [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Detaching volume 4e125dff-e6c7-4dc9-8ede-42b996330d7f [ 1857.300078] env[62295]: INFO nova.virt.block_device [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Attempting to driver detach volume 4e125dff-e6c7-4dc9-8ede-42b996330d7f from mountpoint /dev/sdb [ 1857.300333] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1857.300585] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370835', 'volume_id': '4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'name': 'volume-4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a3eb205e-efd9-4db4-8acf-d400e832fa05', 'attached_at': '', 'detached_at': '', 'volume_id': '4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'serial': '4e125dff-e6c7-4dc9-8ede-42b996330d7f'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1857.301660] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849be1f1-d637-4562-a036-9d6683d25e58 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.323428] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe16787-7068-45cb-8644-bf7b8ec743a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.330300] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b7e65-22cb-44b7-800a-69c0ff5bf01a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.350249] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea196a-4d89-46a0-b61f-1054cb1a376d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.364937] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] The volume has not been displaced from its original location: [datastore1] volume-4e125dff-e6c7-4dc9-8ede-42b996330d7f/volume-4e125dff-e6c7-4dc9-8ede-42b996330d7f.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1857.370283] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1857.370577] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3332591-367f-4c51-bdb5-680fe17fe049 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.387781] env[62295]: DEBUG oslo_vmware.api [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1857.387781] env[62295]: value = "task-1787475" [ 1857.387781] env[62295]: _type = "Task" [ 1857.387781] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.397269] env[62295]: DEBUG oslo_vmware.api [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.411458] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523d96fa-d1f4-860f-3bfa-0b0c218a08a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008364} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.412125] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d196737-f8a0-47a6-85f5-95ad934814a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.418496] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1857.418496] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520bd9e9-b8b2-3387-d138-bb55b027743c" [ 1857.418496] env[62295]: _type = "Task" [ 1857.418496] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.425744] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520bd9e9-b8b2-3387-d138-bb55b027743c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.706683] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787474, 'name': Rename_Task, 'duration_secs': 0.141336} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.707066] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.707252] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c65de8c5-6b46-4d0d-87ff-3ea583acb566 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.710966] env[62295]: DEBUG nova.scheduler.client.report [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1857.715586] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1857.715586] env[62295]: value = "task-1787476" [ 1857.715586] env[62295]: _type = "Task" [ 1857.715586] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.725642] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.898293] env[62295]: DEBUG oslo_vmware.api [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787475, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.928783] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520bd9e9-b8b2-3387-d138-bb55b027743c, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.929049] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.929318] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] fd225c52-4ef6-48d5-b6cf-70db81c2d2fc/fd225c52-4ef6-48d5-b6cf-70db81c2d2fc.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.929591] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d24701f8-81dd-44aa-ab0d-02efa2934670 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.935666] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1857.935666] env[62295]: value = "task-1787477" [ 1857.935666] env[62295]: _type = "Task" [ 1857.935666] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.943780] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.217396] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.219972] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.254s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.220257] env[62295]: DEBUG nova.objects.instance [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lazy-loading 'resources' on Instance uuid 71c39b2c-a6ac-4e0b-8622-e98e94e785c3 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.232345] env[62295]: DEBUG oslo_vmware.api [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787476, 'name': PowerOnVM_Task, 'duration_secs': 0.431924} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.232627] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.232860] env[62295]: INFO nova.compute.manager [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1858.233069] env[62295]: DEBUG nova.compute.manager [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1858.233887] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b65098-2791-4bcd-9d29-7152bbbe1990 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.243990] env[62295]: INFO nova.scheduler.client.report [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Deleted allocations for instance 156fe56f-9727-473f-a409-5afceb7530d5 [ 1858.398737] env[62295]: DEBUG oslo_vmware.api [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787475, 'name': ReconfigVM_Task, 'duration_secs': 0.511668} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.399075] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1858.403813] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8d461a5-263e-49e0-9a48-dc4e163b8911 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.419070] env[62295]: DEBUG oslo_vmware.api [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1858.419070] env[62295]: value = "task-1787478" [ 1858.419070] env[62295]: _type = "Task" [ 1858.419070] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.426482] env[62295]: DEBUG oslo_vmware.api [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.444864] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413102} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.445148] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] fd225c52-4ef6-48d5-b6cf-70db81c2d2fc/fd225c52-4ef6-48d5-b6cf-70db81c2d2fc.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.445395] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.445658] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c364d6e-7780-410c-bf16-c65e5c224f91 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.451201] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1858.451201] env[62295]: value = "task-1787479" [ 1858.451201] env[62295]: _type = "Task" [ 1858.451201] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.460672] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.755539] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d05c7c6-e445-4f6c-a4c4-cc313f624c41 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "156fe56f-9727-473f-a409-5afceb7530d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.995s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.756886] env[62295]: INFO nova.compute.manager [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Took 11.84 seconds to build instance. [ 1858.912599] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ce9c78-5afe-45fd-a3e7-9fb780ddb540 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.923855] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52dd744-8f8b-4c12-927f-9441aeccbc47 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.936122] env[62295]: DEBUG oslo_vmware.api [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787478, 'name': ReconfigVM_Task, 'duration_secs': 0.133403} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.962356] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370835', 'volume_id': '4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'name': 'volume-4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a3eb205e-efd9-4db4-8acf-d400e832fa05', 'attached_at': '', 'detached_at': '', 'volume_id': '4e125dff-e6c7-4dc9-8ede-42b996330d7f', 'serial': '4e125dff-e6c7-4dc9-8ede-42b996330d7f'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1858.969398] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773f8201-48b4-4b47-b0a9-442efa889801 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.977494] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234673} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.979675] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.980509] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9900041a-98ca-440d-9354-5405ce0f4e50 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.985461] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aebcee-7686-47dd-8e71-efa00343ee58 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.011704] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] fd225c52-4ef6-48d5-b6cf-70db81c2d2fc/fd225c52-4ef6-48d5-b6cf-70db81c2d2fc.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1859.021875] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b05f6ef-9ac7-4c6e-9ff1-9a69e10a73da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.037619] env[62295]: DEBUG nova.compute.provider_tree [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.044896] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1859.044896] env[62295]: value = "task-1787480" [ 1859.044896] env[62295]: _type = "Task" [ 1859.044896] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.053720] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.262012] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f9339efd-65d3-4e91-bcb7-29f19a1201d7 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.353s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.432586] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.434020] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.434020] env[62295]: DEBUG nova.compute.manager [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1859.434220] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c636e9-28ee-4c34-b015-feec4f132b1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.441322] env[62295]: DEBUG nova.compute.manager [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1859.442042] env[62295]: DEBUG nova.objects.instance [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lazy-loading 'flavor' on Instance uuid 02fcd712-8ca7-454b-9ef0-f239f5875ddb {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.506154] env[62295]: DEBUG nova.objects.instance [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lazy-loading 'flavor' on Instance uuid a3eb205e-efd9-4db4-8acf-d400e832fa05 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.540801] env[62295]: DEBUG nova.scheduler.client.report [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1859.554935] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787480, 'name': ReconfigVM_Task, 'duration_secs': 0.296351} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.555790] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] fd225c52-4ef6-48d5-b6cf-70db81c2d2fc/fd225c52-4ef6-48d5-b6cf-70db81c2d2fc.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.556408] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e06ffd50-66e1-46e0-931f-ec2845ead5f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.565173] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1859.565173] env[62295]: value = "task-1787482" [ 1859.565173] env[62295]: _type = "Task" [ 1859.565173] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.578398] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787482, 'name': Rename_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.947176] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1859.947558] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2063938e-35d8-458a-8f9c-6f053749ae6f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.956776] env[62295]: DEBUG oslo_vmware.api [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1859.956776] env[62295]: value = "task-1787483" [ 1859.956776] env[62295]: _type = "Task" [ 1859.956776] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.965063] env[62295]: DEBUG oslo_vmware.api [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.045511] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.066540] env[62295]: INFO nova.scheduler.client.report [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleted allocations for instance 71c39b2c-a6ac-4e0b-8622-e98e94e785c3 [ 1860.079144] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787482, 'name': Rename_Task, 'duration_secs': 0.146135} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.079446] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.079707] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98c7247c-094a-4392-8de6-9fac93ad60e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.087981] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1860.087981] env[62295]: value = "task-1787484" [ 1860.087981] env[62295]: _type = "Task" [ 1860.087981] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.096633] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.467295] env[62295]: DEBUG oslo_vmware.api [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787483, 'name': PowerOffVM_Task, 'duration_secs': 0.1744} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.467602] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1860.467783] env[62295]: DEBUG nova.compute.manager [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1860.468589] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5154f2-f67e-446f-afd4-85be07434f4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.512853] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3fcc55ef-fab1-4985-ab0a-749bc6471c3f tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.748s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.577432] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0d7cee58-f791-4cca-a27c-c6248abd807b tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "71c39b2c-a6ac-4e0b-8622-e98e94e785c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.506s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.598194] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.980243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-32912a7d-7ae4-45da-98ff-5e8b95ede041 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.000969] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.001212] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.001539] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "a3eb205e-efd9-4db4-8acf-d400e832fa05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.001674] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.001864] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.003586] env[62295]: INFO nova.compute.manager [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Terminating instance [ 1861.005221] env[62295]: DEBUG nova.compute.manager [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1861.005414] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.006244] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7db506-b04f-4a72-94aa-d98f24135a5f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.014046] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.014434] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47a6f3de-5288-40f2-b316-a289cec529c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.020193] env[62295]: DEBUG oslo_vmware.api [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1861.020193] env[62295]: value = "task-1787485" [ 1861.020193] env[62295]: _type = "Task" [ 1861.020193] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.028494] env[62295]: DEBUG oslo_vmware.api [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.099326] env[62295]: DEBUG oslo_vmware.api [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787484, 'name': PowerOnVM_Task, 'duration_secs': 0.783341} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.099665] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.099904] env[62295]: INFO nova.compute.manager [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1861.100157] env[62295]: DEBUG nova.compute.manager [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1861.101091] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b891b-10d7-4f34-91a3-3a584520af27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.531467] env[62295]: DEBUG oslo_vmware.api [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787485, 'name': PowerOffVM_Task, 'duration_secs': 0.188865} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.532797] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.532992] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.535316] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80b42953-c3ca-4c95-9eff-202bccd6fb7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.617249] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.617512] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.617743] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleting the datastore file [datastore1] a3eb205e-efd9-4db4-8acf-d400e832fa05 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.618014] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd315b07-6b3c-4b07-a6dc-3367c370c167 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.624219] env[62295]: INFO nova.compute.manager [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Took 13.61 seconds to build instance. [ 1861.626781] env[62295]: DEBUG oslo_vmware.api [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1861.626781] env[62295]: value = "task-1787487" [ 1861.626781] env[62295]: _type = "Task" [ 1861.626781] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.637684] env[62295]: DEBUG oslo_vmware.api [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.722393] env[62295]: DEBUG oslo_concurrency.lockutils [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.722642] env[62295]: DEBUG oslo_concurrency.lockutils [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.722852] env[62295]: DEBUG oslo_concurrency.lockutils [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.723065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.723221] env[62295]: DEBUG oslo_concurrency.lockutils [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.727803] env[62295]: INFO nova.compute.manager [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Terminating instance [ 1861.729570] env[62295]: DEBUG nova.compute.manager [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1861.729758] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.730610] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e782bc5-672e-4796-8b91-52d189a8b566 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.738136] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.738369] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec4f007-64f0-4475-ba06-e442929e27a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.744759] env[62295]: DEBUG oslo_vmware.api [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1861.744759] env[62295]: value = "task-1787488" [ 1861.744759] env[62295]: _type = "Task" [ 1861.744759] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.753438] env[62295]: DEBUG oslo_vmware.api [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.038189] env[62295]: DEBUG oslo_concurrency.lockutils [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.038526] env[62295]: DEBUG oslo_concurrency.lockutils [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.038752] env[62295]: DEBUG oslo_concurrency.lockutils [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.038938] env[62295]: DEBUG oslo_concurrency.lockutils [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.039126] env[62295]: DEBUG oslo_concurrency.lockutils [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.041461] env[62295]: INFO nova.compute.manager [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Terminating instance [ 1862.043370] env[62295]: DEBUG nova.compute.manager [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1862.043564] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.044399] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67975f87-059c-4039-b834-806c2f25752c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.052251] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.052480] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94d094b9-5d62-426d-8921-64e1bb8327c3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.125256] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1b8cc1a9-d4a2-4166-8405-3432e80cac64 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.117s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.126296] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.126494] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.126768] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleting the datastore file [datastore1] 02fcd712-8ca7-454b-9ef0-f239f5875ddb {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.127045] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e3f2994-096a-475a-855b-8b34e1c159ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.137176] env[62295]: DEBUG oslo_vmware.api [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126302} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.138359] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.138543] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.138717] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.138888] env[62295]: INFO nova.compute.manager [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1862.139123] env[62295]: DEBUG oslo.service.loopingcall [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.139374] env[62295]: DEBUG oslo_vmware.api [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1862.139374] env[62295]: value = "task-1787490" [ 1862.139374] env[62295]: _type = "Task" [ 1862.139374] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.139640] env[62295]: DEBUG nova.compute.manager [-] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1862.139780] env[62295]: DEBUG nova.network.neutron [-] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.149446] env[62295]: DEBUG oslo_vmware.api [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.169148] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "abd605fe-fba5-4031-846f-874440880588" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.169400] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "abd605fe-fba5-4031-846f-874440880588" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.169603] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "abd605fe-fba5-4031-846f-874440880588-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.169786] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "abd605fe-fba5-4031-846f-874440880588-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.169972] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "abd605fe-fba5-4031-846f-874440880588-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.173688] env[62295]: INFO nova.compute.manager [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Terminating instance [ 1862.175457] env[62295]: DEBUG nova.compute.manager [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1862.175649] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.176470] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcdcad7-819b-4c37-aa6b-ccf51f257a22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.183715] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.183952] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fd242eb-9f6e-4243-b19f-20153ab73b6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.189949] env[62295]: DEBUG oslo_vmware.api [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1862.189949] env[62295]: value = "task-1787491" [ 1862.189949] env[62295]: _type = "Task" [ 1862.189949] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.197534] env[62295]: DEBUG oslo_vmware.api [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.254839] env[62295]: DEBUG oslo_vmware.api [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787488, 'name': PowerOffVM_Task, 'duration_secs': 0.171078} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.257528] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.257528] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.257528] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bbd34d5-129c-4e07-8d6b-8e29882c0694 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.341615] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.341615] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.341615] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleting the datastore file [datastore1] a3b0f03c-dc12-40f0-bbe0-ab211cfeb888 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.341781] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-169bf7f3-8e9b-4339-afcc-28cfd2c3f2e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.348137] env[62295]: DEBUG oslo_vmware.api [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1862.348137] env[62295]: value = "task-1787493" [ 1862.348137] env[62295]: _type = "Task" [ 1862.348137] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.356209] env[62295]: DEBUG oslo_vmware.api [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.652102] env[62295]: DEBUG oslo_vmware.api [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142722} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.652365] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.653036] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.653036] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.653036] env[62295]: INFO nova.compute.manager [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1862.653169] env[62295]: DEBUG oslo.service.loopingcall [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.653320] env[62295]: DEBUG nova.compute.manager [-] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1862.653416] env[62295]: DEBUG nova.network.neutron [-] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.705068] env[62295]: DEBUG oslo_vmware.api [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787491, 'name': PowerOffVM_Task, 'duration_secs': 0.225046} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.705068] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.705068] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.705068] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0323e949-b137-4ed8-9b7b-d41219dc3d6d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.706854] env[62295]: DEBUG nova.compute.manager [req-096a0f9b-4b6b-48e7-921a-38ad332a7694 req-8a809a3e-5108-4f82-a8f9-e946244f4c73 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Received event network-vif-deleted-4cd3c70f-233e-41a9-89c8-6ad16270403a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1862.707041] env[62295]: INFO nova.compute.manager [req-096a0f9b-4b6b-48e7-921a-38ad332a7694 req-8a809a3e-5108-4f82-a8f9-e946244f4c73 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Neutron deleted interface 4cd3c70f-233e-41a9-89c8-6ad16270403a; detaching it from the instance and deleting it from the info cache [ 1862.707367] env[62295]: DEBUG nova.network.neutron [req-096a0f9b-4b6b-48e7-921a-38ad332a7694 req-8a809a3e-5108-4f82-a8f9-e946244f4c73 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.862266] env[62295]: DEBUG oslo_vmware.api [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332956} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.862757] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.863149] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.863482] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.863799] env[62295]: INFO nova.compute.manager [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1862.864193] env[62295]: DEBUG oslo.service.loopingcall [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.866085] env[62295]: DEBUG nova.compute.manager [-] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1862.866085] env[62295]: DEBUG nova.network.neutron [-] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1863.184805] env[62295]: DEBUG nova.network.neutron [-] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.206645] env[62295]: DEBUG nova.compute.manager [req-e82cd047-2dbc-4695-9868-d01516e97573 req-4f4d0fd7-9284-4d4c-850c-55b7011d0c09 service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Received event network-vif-deleted-ea5f8afd-f613-4457-b01e-a48d28e16bbb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1863.206884] env[62295]: INFO nova.compute.manager [req-e82cd047-2dbc-4695-9868-d01516e97573 req-4f4d0fd7-9284-4d4c-850c-55b7011d0c09 service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Neutron deleted interface ea5f8afd-f613-4457-b01e-a48d28e16bbb; detaching it from the instance and deleting it from the info cache [ 1863.207027] env[62295]: DEBUG nova.network.neutron [req-e82cd047-2dbc-4695-9868-d01516e97573 req-4f4d0fd7-9284-4d4c-850c-55b7011d0c09 service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.209935] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c134fc2-cf51-4efc-9a5a-31ee93d86c94 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.219069] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2170d6-44c1-4c2c-a4b8-924a3504f7ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.240128] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.240362] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.240572] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleting the datastore file [datastore1] abd605fe-fba5-4031-846f-874440880588 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.240863] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc242e9c-b747-4b18-bb67-55ac2e847c7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.252662] env[62295]: DEBUG nova.compute.manager [req-096a0f9b-4b6b-48e7-921a-38ad332a7694 req-8a809a3e-5108-4f82-a8f9-e946244f4c73 service nova] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Detach interface failed, port_id=4cd3c70f-233e-41a9-89c8-6ad16270403a, reason: Instance a3eb205e-efd9-4db4-8acf-d400e832fa05 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1863.257594] env[62295]: DEBUG oslo_vmware.api [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for the task: (returnval){ [ 1863.257594] env[62295]: value = "task-1787495" [ 1863.257594] env[62295]: _type = "Task" [ 1863.257594] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.271787] env[62295]: DEBUG oslo_vmware.api [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.587701] env[62295]: DEBUG nova.network.neutron [-] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.686245] env[62295]: DEBUG nova.network.neutron [-] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.687576] env[62295]: INFO nova.compute.manager [-] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Took 1.55 seconds to deallocate network for instance. [ 1863.709420] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17ba896f-c35d-46cf-8f04-3d43e4656c35 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.721024] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8daef4-4462-4553-b9f1-1d3132f25a97 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.750764] env[62295]: DEBUG nova.compute.manager [req-e82cd047-2dbc-4695-9868-d01516e97573 req-4f4d0fd7-9284-4d4c-850c-55b7011d0c09 service nova] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Detach interface failed, port_id=ea5f8afd-f613-4457-b01e-a48d28e16bbb, reason: Instance 02fcd712-8ca7-454b-9ef0-f239f5875ddb could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1863.769637] env[62295]: DEBUG oslo_vmware.api [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Task: {'id': task-1787495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368289} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.771709] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1863.771908] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1863.772116] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1863.772297] env[62295]: INFO nova.compute.manager [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] [instance: abd605fe-fba5-4031-846f-874440880588] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1863.772529] env[62295]: DEBUG oslo.service.loopingcall [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.772924] env[62295]: DEBUG nova.compute.manager [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Stashing vm_state: active {{(pid=62295) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1863.775519] env[62295]: DEBUG nova.compute.manager [-] [instance: abd605fe-fba5-4031-846f-874440880588] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1863.775622] env[62295]: DEBUG nova.network.neutron [-] [instance: abd605fe-fba5-4031-846f-874440880588] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1863.975156] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.975156] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.975156] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.975156] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.975156] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.978031] env[62295]: INFO nova.compute.manager [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Terminating instance [ 1863.979374] env[62295]: DEBUG nova.compute.manager [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1863.979568] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.980517] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e989b8-3149-4699-9441-4ba41c76564d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.988067] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.988570] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f372f7b-a42f-4138-aef7-6dfd1f3eb73d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.994827] env[62295]: DEBUG oslo_vmware.api [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1863.994827] env[62295]: value = "task-1787496" [ 1863.994827] env[62295]: _type = "Task" [ 1863.994827] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.002827] env[62295]: DEBUG oslo_vmware.api [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.090260] env[62295]: INFO nova.compute.manager [-] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Took 1.23 seconds to deallocate network for instance. [ 1864.189446] env[62295]: INFO nova.compute.manager [-] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Took 1.54 seconds to deallocate network for instance. [ 1864.195380] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.195645] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.195885] env[62295]: DEBUG nova.objects.instance [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lazy-loading 'resources' on Instance uuid a3eb205e-efd9-4db4-8acf-d400e832fa05 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.296519] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.507030] env[62295]: DEBUG oslo_vmware.api [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787496, 'name': PowerOffVM_Task, 'duration_secs': 0.213294} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.507030] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.507030] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.507030] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-040e4473-efd1-44ee-b1ab-474da0da34a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.582467] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.582712] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.582889] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Deleting the datastore file [datastore1] aad9f398-55dc-4296-8561-bd6d0cd1da9c {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.583441] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7c7f327-0d96-40cf-91f5-c837e9f63b40 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.589557] env[62295]: DEBUG oslo_vmware.api [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1864.589557] env[62295]: value = "task-1787498" [ 1864.589557] env[62295]: _type = "Task" [ 1864.589557] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.597936] env[62295]: DEBUG oslo_concurrency.lockutils [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.598583] env[62295]: DEBUG oslo_vmware.api [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.699142] env[62295]: DEBUG oslo_concurrency.lockutils [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.737154] env[62295]: DEBUG nova.network.neutron [-] [instance: abd605fe-fba5-4031-846f-874440880588] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.771943] env[62295]: DEBUG nova.compute.manager [req-9b0d4846-7b20-4cf5-a7af-ab5461c4d962 req-fbaaed43-da9e-4cf3-baa7-ae44b49677f7 service nova] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Received event network-vif-deleted-4bad607b-a1ba-4ea5-b4cf-dde064738e9a {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1864.885680] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce62647-e4a9-4b15-a21e-431dd99d447f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.893109] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ec4849-feff-4da7-be8e-ebdf85234236 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.923778] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1576994b-997d-429c-b6d4-5ad2e2767eff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.930599] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5122ee4d-4516-46f6-973a-851d7a4cc859 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.943697] env[62295]: DEBUG nova.compute.provider_tree [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1865.099883] env[62295]: DEBUG oslo_vmware.api [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.232262] env[62295]: DEBUG nova.compute.manager [req-2968c92f-5fc9-4410-b0c3-38103aa83161 req-f605979d-197b-46e4-a8c3-da3a4124da8b service nova] [instance: abd605fe-fba5-4031-846f-874440880588] Received event network-vif-deleted-dcc5c5a6-0b5f-43f9-87ad-ff0b4abb22eb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1865.241957] env[62295]: INFO nova.compute.manager [-] [instance: abd605fe-fba5-4031-846f-874440880588] Took 1.47 seconds to deallocate network for instance. [ 1865.463648] env[62295]: ERROR nova.scheduler.client.report [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [req-f991bcf5-f4dc-4cec-b926-91cd0f5766dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f991bcf5-f4dc-4cec-b926-91cd0f5766dd"}]} [ 1865.478874] env[62295]: DEBUG nova.scheduler.client.report [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1865.487712] env[62295]: DEBUG nova.compute.manager [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Stashing vm_state: active {{(pid=62295) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1865.495226] env[62295]: DEBUG nova.scheduler.client.report [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1865.495456] env[62295]: DEBUG nova.compute.provider_tree [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1865.505943] env[62295]: DEBUG nova.scheduler.client.report [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1865.525414] env[62295]: DEBUG nova.scheduler.client.report [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1865.602971] env[62295]: DEBUG oslo_vmware.api [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.741574} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.603481] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.603481] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1865.603611] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.603959] env[62295]: INFO nova.compute.manager [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1865.604064] env[62295]: DEBUG oslo.service.loopingcall [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.604204] env[62295]: DEBUG nova.compute.manager [-] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1865.604294] env[62295]: DEBUG nova.network.neutron [-] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1865.703847] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03eed45d-e7b0-4017-8da8-087c54edf9c5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.711593] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4332b0c9-beea-436f-ab3e-dc9f819a8e03 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.742227] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888ea496-0ee1-49cb-b830-4dc906f3721a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.749298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.750909] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aabaee-2640-4cd1-9c4b-513763d2a97b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.764073] env[62295]: DEBUG nova.compute.provider_tree [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1866.005105] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.299027] env[62295]: DEBUG nova.scheduler.client.report [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1866.299327] env[62295]: DEBUG nova.compute.provider_tree [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 162 to 163 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1866.299510] env[62295]: DEBUG nova.compute.provider_tree [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1866.391922] env[62295]: DEBUG nova.network.neutron [-] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.805945] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.610s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.809283] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.512s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.826042] env[62295]: INFO nova.scheduler.client.report [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleted allocations for instance a3eb205e-efd9-4db4-8acf-d400e832fa05 [ 1866.894463] env[62295]: INFO nova.compute.manager [-] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Took 1.29 seconds to deallocate network for instance. [ 1867.258908] env[62295]: DEBUG nova.compute.manager [req-f5869d4b-345d-4282-9215-c11dd368b30c req-d6b8b2d6-9a3f-4d35-982a-b68a59e0615a service nova] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Received event network-vif-deleted-fd5a43c8-9a7d-4136-b89a-2a8ef420eee7 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1867.314528] env[62295]: INFO nova.compute.claims [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1867.333896] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9dbcb0d5-e37e-4469-a026-570a1681e7bc tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "a3eb205e-efd9-4db4-8acf-d400e832fa05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.333s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.401089] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.824386] env[62295]: INFO nova.compute.resource_tracker [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating resource usage from migration 73e8a57f-8ed6-4bd0-8b16-e330fe2b4de2 [ 1868.014903] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e992581-43a0-46cc-ae0d-ea11278c330a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.023574] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ec9a0d-f079-4697-9ab3-791dc68e58c5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.062313] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12af6ab-fab6-4729-9dc2-2c801f6ca5a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.070667] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20388ab2-499f-43c2-ada9-92e195c528fb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.085458] env[62295]: DEBUG nova.compute.provider_tree [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.589207] env[62295]: DEBUG nova.scheduler.client.report [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1869.095221] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.287s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.095440] env[62295]: INFO nova.compute.manager [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Migrating [ 1869.104187] env[62295]: DEBUG oslo_concurrency.lockutils [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.506s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.104421] env[62295]: DEBUG nova.objects.instance [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lazy-loading 'resources' on Instance uuid a3b0f03c-dc12-40f0-bbe0-ab211cfeb888 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.114380] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.114609] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.616697] env[62295]: DEBUG nova.compute.manager [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1869.619527] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.619697] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.619875] env[62295]: DEBUG nova.network.neutron [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.782438] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921c0247-859a-4ebf-b9e0-d9fe9ae1afed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.789833] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4d77c1-40a1-48c8-b78c-63d37c1495b5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.821740] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18425a1b-cdbf-4753-b5e8-29f6919101df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.828897] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c94a63-9712-464e-983f-d6695b1619d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.842732] env[62295]: DEBUG nova.compute.provider_tree [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.139763] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.323384] env[62295]: DEBUG nova.network.neutron [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance_info_cache with network_info: [{"id": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "address": "fa:16:3e:7a:14:4a", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8e980-c3", "ovs_interfaceid": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.347262] env[62295]: DEBUG nova.scheduler.client.report [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1870.827550] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.852010] env[62295]: DEBUG oslo_concurrency.lockutils [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.854475] env[62295]: DEBUG oslo_concurrency.lockutils [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.156s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.854791] env[62295]: DEBUG nova.objects.instance [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lazy-loading 'resources' on Instance uuid 02fcd712-8ca7-454b-9ef0-f239f5875ddb {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.870150] env[62295]: INFO nova.scheduler.client.report [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleted allocations for instance a3b0f03c-dc12-40f0-bbe0-ab211cfeb888 [ 1871.379612] env[62295]: DEBUG oslo_concurrency.lockutils [None req-17026a9c-c833-4315-9033-7efb508b4a80 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "a3b0f03c-dc12-40f0-bbe0-ab211cfeb888" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.657s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.528485] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b48de-89ea-4595-adc6-b6178930cae8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.536867] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662ffbb8-7581-4370-8cd9-37749ed513d8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.568194] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0434fe7a-2438-4f96-a477-6766096c132f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.575079] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f26ed4-14d4-4683-b406-526198fd3c0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.587847] env[62295]: DEBUG nova.compute.provider_tree [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.766180] env[62295]: DEBUG oslo_concurrency.lockutils [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "53911a5f-a742-4a29-85c7-7e6db98baaef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.766451] env[62295]: DEBUG oslo_concurrency.lockutils [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "53911a5f-a742-4a29-85c7-7e6db98baaef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.766667] env[62295]: DEBUG oslo_concurrency.lockutils [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "53911a5f-a742-4a29-85c7-7e6db98baaef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.766849] env[62295]: DEBUG oslo_concurrency.lockutils [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "53911a5f-a742-4a29-85c7-7e6db98baaef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.767033] env[62295]: DEBUG oslo_concurrency.lockutils [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "53911a5f-a742-4a29-85c7-7e6db98baaef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.769179] env[62295]: INFO nova.compute.manager [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Terminating instance [ 1871.770850] env[62295]: DEBUG nova.compute.manager [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1871.771059] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.771888] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55460608-b8c4-4d62-9b07-b9fbf1558da4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.779749] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.779963] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-186a3a9a-411e-4f06-8fb0-f34b57703f06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.786117] env[62295]: DEBUG oslo_vmware.api [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1871.786117] env[62295]: value = "task-1787499" [ 1871.786117] env[62295]: _type = "Task" [ 1871.786117] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.793676] env[62295]: DEBUG oslo_vmware.api [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.090965] env[62295]: DEBUG nova.scheduler.client.report [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1872.295706] env[62295]: DEBUG oslo_vmware.api [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787499, 'name': PowerOffVM_Task, 'duration_secs': 0.178445} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.295958] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1872.296145] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1872.296386] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82f951c7-febe-419e-9d2b-9b1bfd772e8e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.343306] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed146e93-fcc7-41c4-9a1b-ae5789349b8a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.364979] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance 'fd225c52-4ef6-48d5-b6cf-70db81c2d2fc' progress to 0 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1872.370428] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1872.370667] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1872.370857] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleting the datastore file [datastore1] 53911a5f-a742-4a29-85c7-7e6db98baaef {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1872.371347] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d184727a-cfb8-4bcb-985d-ac2016e79d0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.377656] env[62295]: DEBUG oslo_vmware.api [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1872.377656] env[62295]: value = "task-1787501" [ 1872.377656] env[62295]: _type = "Task" [ 1872.377656] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.385910] env[62295]: DEBUG oslo_vmware.api [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.596128] env[62295]: DEBUG oslo_concurrency.lockutils [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.598492] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.849s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.598991] env[62295]: DEBUG nova.objects.instance [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lazy-loading 'resources' on Instance uuid abd605fe-fba5-4031-846f-874440880588 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.625784] env[62295]: INFO nova.scheduler.client.report [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted allocations for instance 02fcd712-8ca7-454b-9ef0-f239f5875ddb [ 1872.874084] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.874335] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dfaadbb-158d-4890-a5d1-5b1da892d3b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.883430] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1872.883430] env[62295]: value = "task-1787502" [ 1872.883430] env[62295]: _type = "Task" [ 1872.883430] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.890095] env[62295]: DEBUG oslo_vmware.api [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126219} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.890722] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.890969] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.891177] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.891356] env[62295]: INFO nova.compute.manager [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1872.891587] env[62295]: DEBUG oslo.service.loopingcall [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.891775] env[62295]: DEBUG nova.compute.manager [-] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1872.891868] env[62295]: DEBUG nova.network.neutron [-] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.897048] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.135885] env[62295]: DEBUG oslo_concurrency.lockutils [None req-40d53411-7da8-452e-81df-0edec9048792 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "02fcd712-8ca7-454b-9ef0-f239f5875ddb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.097s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.142699] env[62295]: DEBUG nova.compute.manager [req-c3860cdf-182d-4ac1-b971-d452efddba19 req-4cec11c6-419d-496e-9a6a-ee508e269990 service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Received event network-vif-deleted-6232c8f0-b882-43e7-877a-73024ebb5108 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1873.142900] env[62295]: INFO nova.compute.manager [req-c3860cdf-182d-4ac1-b971-d452efddba19 req-4cec11c6-419d-496e-9a6a-ee508e269990 service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Neutron deleted interface 6232c8f0-b882-43e7-877a-73024ebb5108; detaching it from the instance and deleting it from the info cache [ 1873.143086] env[62295]: DEBUG nova.network.neutron [req-c3860cdf-182d-4ac1-b971-d452efddba19 req-4cec11c6-419d-496e-9a6a-ee508e269990 service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.260058] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c28c53-e740-4c72-8bc2-d4fb3076ee49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.267820] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d18fca8-3650-4189-8ee6-1d15a01ffcfd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.299366] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f1dfac-7683-46b0-81fa-9d51c7ad98dd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.306971] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0802bc-ff3b-4526-a645-9b91da29dcc2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.320855] env[62295]: DEBUG nova.compute.provider_tree [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.394209] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787502, 'name': PowerOffVM_Task, 'duration_secs': 0.180845} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.394429] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.394630] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance 'fd225c52-4ef6-48d5-b6cf-70db81c2d2fc' progress to 17 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1873.617442] env[62295]: DEBUG nova.network.neutron [-] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.645443] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80598c68-10bb-460f-ae18-1f00c04fcf2b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.655623] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed47aed-3436-497f-a803-abd964ec3a80 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.683638] env[62295]: DEBUG nova.compute.manager [req-c3860cdf-182d-4ac1-b971-d452efddba19 req-4cec11c6-419d-496e-9a6a-ee508e269990 service nova] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Detach interface failed, port_id=6232c8f0-b882-43e7-877a-73024ebb5108, reason: Instance 53911a5f-a742-4a29-85c7-7e6db98baaef could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1873.824946] env[62295]: DEBUG nova.scheduler.client.report [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1873.901116] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1873.901320] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1873.901461] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1873.901692] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1873.901860] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1873.902020] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1873.902222] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1873.902378] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1873.902540] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1873.902699] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1873.902875] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1873.908261] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6114ba-41e8-4e3f-abdd-0017eea64df8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.924245] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1873.924245] env[62295]: value = "task-1787503" [ 1873.924245] env[62295]: _type = "Task" [ 1873.924245] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.932368] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.119980] env[62295]: INFO nova.compute.manager [-] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Took 1.23 seconds to deallocate network for instance. [ 1874.261835] env[62295]: DEBUG oslo_concurrency.lockutils [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "b49d6639-3850-48a3-a706-36c7e207713b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.262126] env[62295]: DEBUG oslo_concurrency.lockutils [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "b49d6639-3850-48a3-a706-36c7e207713b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.262347] env[62295]: DEBUG oslo_concurrency.lockutils [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "b49d6639-3850-48a3-a706-36c7e207713b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.262530] env[62295]: DEBUG oslo_concurrency.lockutils [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "b49d6639-3850-48a3-a706-36c7e207713b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.262696] env[62295]: DEBUG oslo_concurrency.lockutils [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "b49d6639-3850-48a3-a706-36c7e207713b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.265060] env[62295]: INFO nova.compute.manager [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Terminating instance [ 1874.266599] env[62295]: DEBUG nova.compute.manager [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1874.266820] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.267645] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d9aa8e-b1d4-4b9a-9413-f0ad1a42d429 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.275368] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.275579] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-470ad523-0b13-4d61-9d6e-7bccc910db10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.281904] env[62295]: DEBUG oslo_vmware.api [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1874.281904] env[62295]: value = "task-1787504" [ 1874.281904] env[62295]: _type = "Task" [ 1874.281904] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.289793] env[62295]: DEBUG oslo_vmware.api [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.329931] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.332474] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.328s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.356806] env[62295]: INFO nova.scheduler.client.report [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Deleted allocations for instance abd605fe-fba5-4031-846f-874440880588 [ 1874.434056] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787503, 'name': ReconfigVM_Task, 'duration_secs': 0.183789} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.434548] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance 'fd225c52-4ef6-48d5-b6cf-70db81c2d2fc' progress to 33 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1874.626530] env[62295]: DEBUG oslo_concurrency.lockutils [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.792008] env[62295]: DEBUG oslo_vmware.api [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787504, 'name': PowerOffVM_Task, 'duration_secs': 0.228149} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.792281] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.792449] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.792704] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf44b7a6-4835-4914-83b6-110b16b7eec0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.840239] env[62295]: INFO nova.compute.claims [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1874.864264] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aa24a8c0-11bb-4e91-8f8c-7a5f4a834966 tempest-AttachVolumeShelveTestJSON-588096235 tempest-AttachVolumeShelveTestJSON-588096235-project-member] Lock "abd605fe-fba5-4031-846f-874440880588" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.695s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.873520] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.873774] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.873983] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleting the datastore file [datastore1] b49d6639-3850-48a3-a706-36c7e207713b {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.874788] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b17ccc0-4e39-40ec-ada9-6c6fddd23869 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.881470] env[62295]: DEBUG oslo_vmware.api [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for the task: (returnval){ [ 1874.881470] env[62295]: value = "task-1787506" [ 1874.881470] env[62295]: _type = "Task" [ 1874.881470] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.888917] env[62295]: DEBUG oslo_vmware.api [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.941324] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1874.941621] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1874.941827] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1874.942041] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1874.942212] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1874.942374] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1874.942584] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1874.942767] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1874.942963] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1874.943147] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1874.943343] env[62295]: DEBUG nova.virt.hardware [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1874.950382] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1874.950740] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ead9da-1b51-4d84-831f-aef52da78589 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.970144] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1874.970144] env[62295]: value = "task-1787507" [ 1874.970144] env[62295]: _type = "Task" [ 1874.970144] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.978767] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.081261] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.081532] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.081909] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "e372a2d6-541f-4026-afb9-9901c9eda2f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.082164] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.082350] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.084580] env[62295]: INFO nova.compute.manager [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Terminating instance [ 1875.086416] env[62295]: DEBUG nova.compute.manager [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1875.086642] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1875.087524] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d0699c-61f5-4d61-a81c-48fe5259606a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.095498] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.095767] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8757a554-b657-4418-af89-39bd2edab859 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.102218] env[62295]: DEBUG oslo_vmware.api [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1875.102218] env[62295]: value = "task-1787508" [ 1875.102218] env[62295]: _type = "Task" [ 1875.102218] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.111973] env[62295]: DEBUG oslo_vmware.api [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.347613] env[62295]: INFO nova.compute.resource_tracker [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating resource usage from migration 084c56c1-d19b-4d59-a162-c2c00828ea3a [ 1875.391863] env[62295]: DEBUG oslo_vmware.api [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Task: {'id': task-1787506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145642} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.394283] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.394446] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.394630] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.394804] env[62295]: INFO nova.compute.manager [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1875.395052] env[62295]: DEBUG oslo.service.loopingcall [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.395419] env[62295]: DEBUG nova.compute.manager [-] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1875.395518] env[62295]: DEBUG nova.network.neutron [-] [instance: b49d6639-3850-48a3-a706-36c7e207713b] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1875.481868] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787507, 'name': ReconfigVM_Task, 'duration_secs': 0.17612} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.482172] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1875.482946] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40647013-cd6e-4421-8d26-240a37bc4c02 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.504668] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] fd225c52-4ef6-48d5-b6cf-70db81c2d2fc/fd225c52-4ef6-48d5-b6cf-70db81c2d2fc.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1875.508401] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-374e3e1f-d332-429b-902d-78ba760a19cf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.525874] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1875.525874] env[62295]: value = "task-1787509" [ 1875.525874] env[62295]: _type = "Task" [ 1875.525874] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.533056] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.534524] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d092a53c-13e0-4e0b-b534-1af848aabdb1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.540756] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34943801-cc99-4464-a7e7-171a76fad6c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.569839] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1330654e-23ca-444b-8760-12811910f78c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.577484] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e348986-1665-44d1-945e-9ea61fae67b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.592805] env[62295]: DEBUG nova.compute.provider_tree [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.612764] env[62295]: DEBUG oslo_vmware.api [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787508, 'name': PowerOffVM_Task, 'duration_secs': 0.191666} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.613051] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.613226] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.613472] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a8b5063-0971-4acb-b8aa-87101f108b82 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.620218] env[62295]: DEBUG nova.compute.manager [req-ec9a6520-618e-40fc-aeec-16d642f4d4a4 req-f7db2030-b9bd-4ab5-aea8-1aef48d23065 service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Received event network-vif-deleted-bdb1a32e-7bf0-43d3-a6eb-60ad2939670f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1875.620411] env[62295]: INFO nova.compute.manager [req-ec9a6520-618e-40fc-aeec-16d642f4d4a4 req-f7db2030-b9bd-4ab5-aea8-1aef48d23065 service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Neutron deleted interface bdb1a32e-7bf0-43d3-a6eb-60ad2939670f; detaching it from the instance and deleting it from the info cache [ 1875.620643] env[62295]: DEBUG nova.network.neutron [req-ec9a6520-618e-40fc-aeec-16d642f4d4a4 req-f7db2030-b9bd-4ab5-aea8-1aef48d23065 service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.697300] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.697552] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.697758] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Deleting the datastore file [datastore1] e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.698056] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a6515c9-89af-4efa-874d-66d2583662b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.704893] env[62295]: DEBUG oslo_vmware.api [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1875.704893] env[62295]: value = "task-1787511" [ 1875.704893] env[62295]: _type = "Task" [ 1875.704893] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.713187] env[62295]: DEBUG oslo_vmware.api [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.035217] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787509, 'name': ReconfigVM_Task, 'duration_secs': 0.263903} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.035520] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] fd225c52-4ef6-48d5-b6cf-70db81c2d2fc/fd225c52-4ef6-48d5-b6cf-70db81c2d2fc.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1876.035788] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance 'fd225c52-4ef6-48d5-b6cf-70db81c2d2fc' progress to 50 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1876.095929] env[62295]: DEBUG nova.scheduler.client.report [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1876.099939] env[62295]: DEBUG nova.network.neutron [-] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.123056] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d56b5df6-5fae-4d44-b5b2-28f362b823b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.131976] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027b0d83-d098-4bc0-be51-eca4da158deb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.160037] env[62295]: DEBUG nova.compute.manager [req-ec9a6520-618e-40fc-aeec-16d642f4d4a4 req-f7db2030-b9bd-4ab5-aea8-1aef48d23065 service nova] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Detach interface failed, port_id=bdb1a32e-7bf0-43d3-a6eb-60ad2939670f, reason: Instance b49d6639-3850-48a3-a706-36c7e207713b could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1876.215030] env[62295]: DEBUG oslo_vmware.api [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155838} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.215030] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1876.215030] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1876.215030] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1876.215374] env[62295]: INFO nova.compute.manager [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1876.215374] env[62295]: DEBUG oslo.service.loopingcall [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1876.215466] env[62295]: DEBUG nova.compute.manager [-] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1876.215555] env[62295]: DEBUG nova.network.neutron [-] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1876.545149] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1919dbc1-be7b-4ebf-b2a4-1ef3c045f7e2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.567908] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96bbfd7-5f72-4392-9632-7d87c72a391b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.585855] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance 'fd225c52-4ef6-48d5-b6cf-70db81c2d2fc' progress to 67 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1876.601426] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.269s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.601633] env[62295]: INFO nova.compute.manager [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Migrating [ 1876.608167] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.207s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.608431] env[62295]: DEBUG nova.objects.instance [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lazy-loading 'resources' on Instance uuid aad9f398-55dc-4296-8561-bd6d0cd1da9c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.609515] env[62295]: INFO nova.compute.manager [-] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Took 1.21 seconds to deallocate network for instance. [ 1876.787672] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba5bc73-136f-44bd-824b-9157587b978d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.795853] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b61c0-91e8-47d2-9b1d-24fa87e68b7b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.826218] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedfeb9d-43a0-4c5c-9178-3f32f601376a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.833864] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640f4dc1-db12-46b6-9117-e7aec629dc40 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.849359] env[62295]: DEBUG nova.compute.provider_tree [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.124742] env[62295]: DEBUG nova.network.neutron [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Port 7cb8e980-c37d-4b52-add1-96aaddadeecb binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1877.127034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.127130] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.127273] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.127437] env[62295]: DEBUG nova.network.neutron [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.168776] env[62295]: DEBUG nova.network.neutron [-] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.353227] env[62295]: DEBUG nova.scheduler.client.report [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1877.645120] env[62295]: DEBUG nova.compute.manager [req-c5ccf1cf-7186-4725-8161-860f2d113368 req-3d20b83b-a2b4-4871-b8d6-8fe89e5f2d0d service nova] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Received event network-vif-deleted-23f589b7-0e4c-434e-ab7c-947d174ee4df {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1877.670936] env[62295]: INFO nova.compute.manager [-] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Took 1.46 seconds to deallocate network for instance. [ 1877.858472] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.250s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.860536] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.721s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.862142] env[62295]: INFO nova.compute.claims [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1877.865947] env[62295]: DEBUG nova.network.neutron [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance_info_cache with network_info: [{"id": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "address": "fa:16:3e:f3:92:bc", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398b8bd-01", "ovs_interfaceid": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.883702] env[62295]: INFO nova.scheduler.client.report [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Deleted allocations for instance aad9f398-55dc-4296-8561-bd6d0cd1da9c [ 1878.150046] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.150292] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.150466] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.177205] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.370173] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.390016] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8113e33-3f9b-4938-be23-45d3c50ef291 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "aad9f398-55dc-4296-8561-bd6d0cd1da9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.415s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.999847] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1d80cc-57eb-4c3f-89df-217674a564a6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.008665] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dac529c-20d0-479f-aded-d12d2ed30060 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.039372] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735698d6-97d1-4cd8-a90b-6c41607e16ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.046301] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14077a9-f99a-4c85-8407-0e022275d1f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.059616] env[62295]: DEBUG nova.compute.provider_tree [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.195964] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.196157] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.196368] env[62295]: DEBUG nova.network.neutron [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.199661] env[62295]: DEBUG oslo_concurrency.lockutils [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "e02f691c-b485-4f65-bc6e-276c26cf41d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.199875] env[62295]: DEBUG oslo_concurrency.lockutils [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "e02f691c-b485-4f65-bc6e-276c26cf41d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.200088] env[62295]: DEBUG oslo_concurrency.lockutils [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "e02f691c-b485-4f65-bc6e-276c26cf41d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.200270] env[62295]: DEBUG oslo_concurrency.lockutils [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "e02f691c-b485-4f65-bc6e-276c26cf41d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.200440] env[62295]: DEBUG oslo_concurrency.lockutils [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "e02f691c-b485-4f65-bc6e-276c26cf41d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.202263] env[62295]: INFO nova.compute.manager [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Terminating instance [ 1879.204143] env[62295]: DEBUG nova.compute.manager [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1879.204143] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1879.204857] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3ee0d6-1719-43cd-b002-22e28a9fb2c5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.212892] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1879.213135] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0fb093f-8b5e-40d3-b7b4-a6ea0cfd7e6c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.219346] env[62295]: DEBUG oslo_vmware.api [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1879.219346] env[62295]: value = "task-1787513" [ 1879.219346] env[62295]: _type = "Task" [ 1879.219346] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.227041] env[62295]: DEBUG oslo_vmware.api [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.563146] env[62295]: DEBUG nova.scheduler.client.report [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1879.729030] env[62295]: DEBUG oslo_vmware.api [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787513, 'name': PowerOffVM_Task, 'duration_secs': 0.217484} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.729352] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1879.729525] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1879.729777] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f7f51f4-61ad-47bf-9ac3-644b9074955f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.844906] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1879.845124] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1879.845303] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Deleting the datastore file [datastore1] e02f691c-b485-4f65-bc6e-276c26cf41d7 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1879.845560] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd8f69b3-c91b-4d91-91dd-0eebf2d12ba9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.852303] env[62295]: DEBUG oslo_vmware.api [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for the task: (returnval){ [ 1879.852303] env[62295]: value = "task-1787515" [ 1879.852303] env[62295]: _type = "Task" [ 1879.852303] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.860867] env[62295]: DEBUG oslo_vmware.api [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.887324] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac09006-f7db-4b9a-8b84-c865217d096a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.911448] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance 'fb7de1bd-ad89-439f-a98d-f39e03dba0a3' progress to 0 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1879.977865] env[62295]: DEBUG nova.network.neutron [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance_info_cache with network_info: [{"id": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "address": "fa:16:3e:7a:14:4a", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8e980-c3", "ovs_interfaceid": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.068542] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.069142] env[62295]: DEBUG nova.compute.manager [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1880.072120] env[62295]: DEBUG oslo_concurrency.lockutils [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.446s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.072340] env[62295]: DEBUG nova.objects.instance [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lazy-loading 'resources' on Instance uuid 53911a5f-a742-4a29-85c7-7e6db98baaef {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.364789] env[62295]: DEBUG oslo_vmware.api [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Task: {'id': task-1787515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159689} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.365447] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1880.365637] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1880.365815] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1880.365981] env[62295]: INFO nova.compute.manager [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1880.366232] env[62295]: DEBUG oslo.service.loopingcall [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.366418] env[62295]: DEBUG nova.compute.manager [-] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1880.366513] env[62295]: DEBUG nova.network.neutron [-] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1880.419896] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1880.420220] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-363b4e38-9ec0-4caa-8ebe-f2af5913cb55 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.429296] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1880.429296] env[62295]: value = "task-1787516" [ 1880.429296] env[62295]: _type = "Task" [ 1880.429296] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.438202] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.481177] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.576166] env[62295]: DEBUG nova.compute.utils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1880.581034] env[62295]: DEBUG nova.compute.manager [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1880.581034] env[62295]: DEBUG nova.network.neutron [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1880.597723] env[62295]: DEBUG nova.compute.manager [req-7f249c70-baff-45ed-9999-f2eb3df805c9 req-2d707196-431f-48ed-bc89-9865c1c02eda service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Received event network-vif-deleted-f72b7251-3381-488b-ac9b-0f3609834bc3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1880.598095] env[62295]: INFO nova.compute.manager [req-7f249c70-baff-45ed-9999-f2eb3df805c9 req-2d707196-431f-48ed-bc89-9865c1c02eda service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Neutron deleted interface f72b7251-3381-488b-ac9b-0f3609834bc3; detaching it from the instance and deleting it from the info cache [ 1880.598095] env[62295]: DEBUG nova.network.neutron [req-7f249c70-baff-45ed-9999-f2eb3df805c9 req-2d707196-431f-48ed-bc89-9865c1c02eda service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.631227] env[62295]: DEBUG nova.policy [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bf4b0523e804c959a8b7d3ad085c765', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7e5ed6a765f43f6a6a3293ce29017bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1880.764501] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9252d544-4b51-4db8-ae11-32acaba96e07 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.772797] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da1db86-a133-4854-a5c4-8eba4eec4c6a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.804257] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124d38b4-1f5a-41bc-b176-2c1a98494667 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.812154] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe75a1be-f599-4451-b6d2-a7bf355f23ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.826561] env[62295]: DEBUG nova.compute.provider_tree [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1880.928913] env[62295]: DEBUG nova.network.neutron [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Successfully created port: 30d502fb-07b8-4c1f-b454-915ac043690f {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1880.939597] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787516, 'name': PowerOffVM_Task, 'duration_secs': 0.199767} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.939894] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1880.940193] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance 'fb7de1bd-ad89-439f-a98d-f39e03dba0a3' progress to 17 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1881.007932] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180b9190-2c65-4c16-ac8a-0ab07fd4b39a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.030299] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91435eda-40d0-4769-85e6-e5be771aea58 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.037114] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance 'fd225c52-4ef6-48d5-b6cf-70db81c2d2fc' progress to 83 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1881.075023] env[62295]: DEBUG nova.network.neutron [-] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.087308] env[62295]: DEBUG nova.compute.manager [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1881.103442] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffba852a-1d3b-4059-b633-e8ceffdabddb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.117009] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa380ec-08d5-4763-ab8c-db6093eea8e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.162432] env[62295]: DEBUG nova.compute.manager [req-7f249c70-baff-45ed-9999-f2eb3df805c9 req-2d707196-431f-48ed-bc89-9865c1c02eda service nova] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Detach interface failed, port_id=f72b7251-3381-488b-ac9b-0f3609834bc3, reason: Instance e02f691c-b485-4f65-bc6e-276c26cf41d7 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1881.350329] env[62295]: ERROR nova.scheduler.client.report [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [req-c778de17-75fe-4d24-a08e-800807a19096] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c778de17-75fe-4d24-a08e-800807a19096"}]} [ 1881.373482] env[62295]: DEBUG nova.scheduler.client.report [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1881.391334] env[62295]: DEBUG nova.scheduler.client.report [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1881.391334] env[62295]: DEBUG nova.compute.provider_tree [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1881.402814] env[62295]: DEBUG nova.scheduler.client.report [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1881.420090] env[62295]: DEBUG nova.scheduler.client.report [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1881.446553] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1881.446863] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1881.447264] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.447264] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1881.447377] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.447526] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1881.447653] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1881.449893] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1881.449893] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1881.449893] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1881.449893] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1881.456066] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-493bb3fc-c627-4eee-81fa-fb141ea07f9a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.472743] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1881.472743] env[62295]: value = "task-1787517" [ 1881.472743] env[62295]: _type = "Task" [ 1881.472743] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.482888] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.545841] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.546180] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88db44bf-8f61-4602-a317-1ce07d3d3432 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.553018] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1881.553018] env[62295]: value = "task-1787518" [ 1881.553018] env[62295]: _type = "Task" [ 1881.553018] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.561159] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.576154] env[62295]: INFO nova.compute.manager [-] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Took 1.21 seconds to deallocate network for instance. [ 1881.595434] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8915a47d-0044-429a-b80f-205d297ff2f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.603291] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717f5eea-2d97-4659-b07d-b5a2cd35cad0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.642264] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1591c54-0174-40e5-90ca-33ab563400d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.650945] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f2006-2e7e-43ad-8110-c47c4666a3bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.666607] env[62295]: DEBUG nova.compute.provider_tree [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1881.982823] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787517, 'name': ReconfigVM_Task, 'duration_secs': 0.218142} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.983160] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance 'fb7de1bd-ad89-439f-a98d-f39e03dba0a3' progress to 33 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1882.063752] env[62295]: DEBUG oslo_vmware.api [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787518, 'name': PowerOnVM_Task, 'duration_secs': 0.443359} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.064064] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.064279] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3b34348a-bf60-4c8d-89fa-3b51ff1e1328 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance 'fd225c52-4ef6-48d5-b6cf-70db81c2d2fc' progress to 100 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1882.087234] env[62295]: DEBUG oslo_concurrency.lockutils [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.099907] env[62295]: DEBUG nova.compute.manager [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1882.128123] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1882.128387] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1882.128546] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1882.128750] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1882.128923] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1882.129097] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1882.129310] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1882.129468] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1882.129695] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1882.130192] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1882.130192] env[62295]: DEBUG nova.virt.hardware [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1882.131028] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360185c6-253b-4ac0-9655-0d2a3d5af830 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.139252] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95780fb3-2d2b-4397-97d1-697d952df5ca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.200387] env[62295]: DEBUG nova.scheduler.client.report [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1882.200785] env[62295]: DEBUG nova.compute.provider_tree [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 164 to 165 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1882.201038] env[62295]: DEBUG nova.compute.provider_tree [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1882.491020] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1882.491020] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1882.491020] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1882.491020] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1882.491020] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1882.491020] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1882.491020] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1882.491020] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1882.491648] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1882.491994] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1882.492360] env[62295]: DEBUG nova.virt.hardware [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1882.498124] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1882.498632] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd34eb9d-b482-4168-b97e-97f4fadd0ccb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.521025] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1882.521025] env[62295]: value = "task-1787519" [ 1882.521025] env[62295]: _type = "Task" [ 1882.521025] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.532593] env[62295]: DEBUG nova.network.neutron [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Successfully updated port: 30d502fb-07b8-4c1f-b454-915ac043690f {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1882.535450] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787519, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.625258] env[62295]: DEBUG nova.compute.manager [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Received event network-vif-plugged-30d502fb-07b8-4c1f-b454-915ac043690f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1882.625595] env[62295]: DEBUG oslo_concurrency.lockutils [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] Acquiring lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.625742] env[62295]: DEBUG oslo_concurrency.lockutils [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.626127] env[62295]: DEBUG oslo_concurrency.lockutils [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.626127] env[62295]: DEBUG nova.compute.manager [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] No waiting events found dispatching network-vif-plugged-30d502fb-07b8-4c1f-b454-915ac043690f {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1882.626351] env[62295]: WARNING nova.compute.manager [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Received unexpected event network-vif-plugged-30d502fb-07b8-4c1f-b454-915ac043690f for instance with vm_state building and task_state spawning. [ 1882.626609] env[62295]: DEBUG nova.compute.manager [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Received event network-changed-30d502fb-07b8-4c1f-b454-915ac043690f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1882.626855] env[62295]: DEBUG nova.compute.manager [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Refreshing instance network info cache due to event network-changed-30d502fb-07b8-4c1f-b454-915ac043690f. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1882.626855] env[62295]: DEBUG oslo_concurrency.lockutils [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] Acquiring lock "refresh_cache-97d0ed62-89ba-4620-97f6-620e9ab74cf3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.627021] env[62295]: DEBUG oslo_concurrency.lockutils [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] Acquired lock "refresh_cache-97d0ed62-89ba-4620-97f6-620e9ab74cf3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.627314] env[62295]: DEBUG nova.network.neutron [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Refreshing network info cache for port 30d502fb-07b8-4c1f-b454-915ac043690f {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.705977] env[62295]: DEBUG oslo_concurrency.lockutils [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.634s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.708508] env[62295]: DEBUG oslo_concurrency.lockutils [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.582s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.708782] env[62295]: DEBUG nova.objects.instance [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lazy-loading 'resources' on Instance uuid b49d6639-3850-48a3-a706-36c7e207713b {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1882.727783] env[62295]: INFO nova.scheduler.client.report [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleted allocations for instance 53911a5f-a742-4a29-85c7-7e6db98baaef [ 1883.028981] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787519, 'name': ReconfigVM_Task, 'duration_secs': 0.271336} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.029194] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1883.029938] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb29ce19-d90a-4c28-bb9c-9e6ec630249f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.045152] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "refresh_cache-97d0ed62-89ba-4620-97f6-620e9ab74cf3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.052845] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] fb7de1bd-ad89-439f-a98d-f39e03dba0a3/fb7de1bd-ad89-439f-a98d-f39e03dba0a3.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.053124] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09933fc6-cca8-4f6f-a47e-3906d4307e6a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.071563] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1883.071563] env[62295]: value = "task-1787520" [ 1883.071563] env[62295]: _type = "Task" [ 1883.071563] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.082839] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.161037] env[62295]: DEBUG nova.network.neutron [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.236378] env[62295]: DEBUG oslo_concurrency.lockutils [None req-590a76db-9e69-4c88-b357-7af0254693da tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "53911a5f-a742-4a29-85c7-7e6db98baaef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.470s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.255601] env[62295]: DEBUG nova.network.neutron [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.365232] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0d3cc3-6b40-4733-aae5-a3d564be381f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.378021] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dbe04e-6f15-4278-8540-46750b14f4c2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.425705] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d13a15d-dbcb-46cb-be26-ec430f265122 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.440968] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe155bf-b6f9-4a0e-8219-d4157d3dad95 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.455625] env[62295]: DEBUG nova.compute.provider_tree [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.588161] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787520, 'name': ReconfigVM_Task, 'duration_secs': 0.27853} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.589737] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] fb7de1bd-ad89-439f-a98d-f39e03dba0a3/fb7de1bd-ad89-439f-a98d-f39e03dba0a3.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1883.590022] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance 'fb7de1bd-ad89-439f-a98d-f39e03dba0a3' progress to 50 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1883.758605] env[62295]: DEBUG oslo_concurrency.lockutils [req-87214900-2b9d-4b48-8827-741347719f3a req-a9b602c4-4c8d-4150-896b-a84422faf2f5 service nova] Releasing lock "refresh_cache-97d0ed62-89ba-4620-97f6-620e9ab74cf3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.759326] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "refresh_cache-97d0ed62-89ba-4620-97f6-620e9ab74cf3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.759326] env[62295]: DEBUG nova.network.neutron [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.936027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.936252] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.936454] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.936635] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.936804] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.938889] env[62295]: INFO nova.compute.manager [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Terminating instance [ 1883.940528] env[62295]: DEBUG nova.compute.manager [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1883.940740] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1883.941587] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57380b0c-7095-46d8-9880-ed2655e71c7a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.950896] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.951122] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf872c8-39c1-4b81-8750-ec1c786d7483 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.956615] env[62295]: DEBUG oslo_vmware.api [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1883.956615] env[62295]: value = "task-1787521" [ 1883.956615] env[62295]: _type = "Task" [ 1883.956615] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.959990] env[62295]: DEBUG nova.scheduler.client.report [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1883.967325] env[62295]: DEBUG oslo_vmware.api [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.098873] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143de817-c85f-404a-b2e9-996d166a42f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.118594] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ea49af-749f-4968-b0be-d9ee7ec3d391 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.136407] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance 'fb7de1bd-ad89-439f-a98d-f39e03dba0a3' progress to 67 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1884.290886] env[62295]: DEBUG nova.network.neutron [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1884.302898] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.303234] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.303456] env[62295]: DEBUG nova.compute.manager [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Going to confirm migration 6 {{(pid=62295) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1884.443484] env[62295]: DEBUG nova.network.neutron [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Updating instance_info_cache with network_info: [{"id": "30d502fb-07b8-4c1f-b454-915ac043690f", "address": "fa:16:3e:ed:4c:a7", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d502fb-07", "ovs_interfaceid": "30d502fb-07b8-4c1f-b454-915ac043690f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.462025] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.462277] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.464360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.469861] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.293s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.470116] env[62295]: DEBUG nova.objects.instance [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'resources' on Instance uuid e372a2d6-541f-4026-afb9-9901c9eda2f5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.471321] env[62295]: DEBUG oslo_vmware.api [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787521, 'name': PowerOffVM_Task, 'duration_secs': 0.186606} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.471959] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.471959] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1884.472185] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5ea2842-8ec2-48f2-bd05-d84b0decae2e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.486259] env[62295]: INFO nova.scheduler.client.report [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Deleted allocations for instance b49d6639-3850-48a3-a706-36c7e207713b [ 1884.581404] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.582165] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.582165] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleting the datastore file [datastore1] 5918a7fe-0af5-4d71-b738-4bc4dcdd0315 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.582165] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44ca90f9-9098-4003-9f5f-13087c43ca22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.589081] env[62295]: DEBUG oslo_vmware.api [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for the task: (returnval){ [ 1884.589081] env[62295]: value = "task-1787523" [ 1884.589081] env[62295]: _type = "Task" [ 1884.589081] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.596885] env[62295]: DEBUG oslo_vmware.api [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.699483] env[62295]: DEBUG nova.network.neutron [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Port e398b8bd-01a2-42a5-b00f-daaa9b55cfbf binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1884.849482] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.849482] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.932696] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.932881] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.933069] env[62295]: DEBUG nova.network.neutron [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.933254] env[62295]: DEBUG nova.objects.instance [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lazy-loading 'info_cache' on Instance uuid fd225c52-4ef6-48d5-b6cf-70db81c2d2fc {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.946658] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "refresh_cache-97d0ed62-89ba-4620-97f6-620e9ab74cf3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.946932] env[62295]: DEBUG nova.compute.manager [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Instance network_info: |[{"id": "30d502fb-07b8-4c1f-b454-915ac043690f", "address": "fa:16:3e:ed:4c:a7", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d502fb-07", "ovs_interfaceid": "30d502fb-07b8-4c1f-b454-915ac043690f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1884.947362] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:4c:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30d502fb-07b8-4c1f-b454-915ac043690f', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1884.955322] env[62295]: DEBUG oslo.service.loopingcall [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.955669] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1884.956018] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ed7637a-8781-4ff5-b561-d2a95a84ef0d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.985031] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.985262] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1884.989663] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1884.989663] env[62295]: value = "task-1787524" [ 1884.989663] env[62295]: _type = "Task" [ 1884.989663] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.996911] env[62295]: DEBUG oslo_concurrency.lockutils [None req-064d7aa2-9ebe-4a20-b8ba-34c4814c5406 tempest-ServersTestJSON-895650114 tempest-ServersTestJSON-895650114-project-member] Lock "b49d6639-3850-48a3-a706-36c7e207713b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.735s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.002158] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787524, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.105275] env[62295]: DEBUG oslo_vmware.api [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Task: {'id': task-1787523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236371} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.105593] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.105809] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1885.106039] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.106280] env[62295]: INFO nova.compute.manager [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1885.106533] env[62295]: DEBUG oslo.service.loopingcall [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.106775] env[62295]: DEBUG nova.compute.manager [-] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1885.106873] env[62295]: DEBUG nova.network.neutron [-] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1885.138699] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0e75b5-c346-41c4-bdab-0e8bd8967087 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.146723] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f8558a-d1d0-4728-bbba-1b246273c6f0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.179794] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff231ae-8851-42a9-9ac9-4cf16c23c48e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.187968] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f35fa1b-0e19-4b2c-9926-a6ec878aa67a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.207602] env[62295]: DEBUG nova.compute.provider_tree [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.352726] env[62295]: DEBUG nova.compute.utils [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1885.500956] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787524, 'name': CreateVM_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.718532] env[62295]: DEBUG nova.scheduler.client.report [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1885.728838] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.729123] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.729306] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.746192] env[62295]: DEBUG nova.compute.manager [req-d6de38a3-c590-4f74-8562-1d87481d7bcf req-09e9fb7e-e0e7-4f73-b379-13e377cca850 service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Received event network-vif-deleted-20c2f992-0a97-4679-8457-9b8d8d2a222c {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1885.746391] env[62295]: INFO nova.compute.manager [req-d6de38a3-c590-4f74-8562-1d87481d7bcf req-09e9fb7e-e0e7-4f73-b379-13e377cca850 service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Neutron deleted interface 20c2f992-0a97-4679-8457-9b8d8d2a222c; detaching it from the instance and deleting it from the info cache [ 1885.746564] env[62295]: DEBUG nova.network.neutron [req-d6de38a3-c590-4f74-8562-1d87481d7bcf req-09e9fb7e-e0e7-4f73-b379-13e377cca850 service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.856255] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.003451] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787524, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.014205] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.014395] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.014591] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1886.148778] env[62295]: DEBUG nova.network.neutron [-] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.229394] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.231599] env[62295]: DEBUG oslo_concurrency.lockutils [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.145s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.232961] env[62295]: DEBUG nova.objects.instance [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lazy-loading 'resources' on Instance uuid e02f691c-b485-4f65-bc6e-276c26cf41d7 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.249605] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0877ac1-fc59-4e20-bbe9-407625ed6cb7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.256776] env[62295]: DEBUG nova.network.neutron [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance_info_cache with network_info: [{"id": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "address": "fa:16:3e:7a:14:4a", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb8e980-c3", "ovs_interfaceid": "7cb8e980-c37d-4b52-add1-96aaddadeecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.260459] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5673407-4834-4746-90e1-ccfadce17f8d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.273143] env[62295]: INFO nova.scheduler.client.report [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Deleted allocations for instance e372a2d6-541f-4026-afb9-9901c9eda2f5 [ 1886.292239] env[62295]: DEBUG nova.compute.manager [req-d6de38a3-c590-4f74-8562-1d87481d7bcf req-09e9fb7e-e0e7-4f73-b379-13e377cca850 service nova] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Detach interface failed, port_id=20c2f992-0a97-4679-8457-9b8d8d2a222c, reason: Instance 5918a7fe-0af5-4d71-b738-4bc4dcdd0315 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1886.502948] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787524, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.531696] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1886.652037] env[62295]: INFO nova.compute.manager [-] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Took 1.54 seconds to deallocate network for instance. [ 1886.775487] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.775602] env[62295]: DEBUG nova.objects.instance [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lazy-loading 'migration_context' on Instance uuid fd225c52-4ef6-48d5-b6cf-70db81c2d2fc {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.783819] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.783966] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.784150] env[62295]: DEBUG nova.network.neutron [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.785718] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a15e216a-835b-4fab-8eaa-dd854f2905c0 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "e372a2d6-541f-4026-afb9-9901c9eda2f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.704s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.852644] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ed0cf9-847b-41d1-ae64-8a7c56581369 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.860389] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cb9041-fc59-4316-9c08-b84ba452b015 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.893841] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a10b20-9118-4fe6-ae59-f7c222f5ad07 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.901146] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67392faa-7dcf-4bc5-a653-08a383781757 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.914603] env[62295]: DEBUG nova.compute.provider_tree [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.923997] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.924245] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.924465] env[62295]: INFO nova.compute.manager [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Attaching volume 4e0fd48a-2c77-458d-9c2a-70c20e30e717 to /dev/sdb [ 1886.971696] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf76cf55-099d-466a-b390-b786a76aec33 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.980078] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8e8dd9-6b52-4a09-a98f-6f6cb35acc26 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.994412] env[62295]: DEBUG nova.virt.block_device [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating existing volume attachment record: e8de38d1-5001-4ac3-953c-020b4b13abd9 {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1887.004466] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787524, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.154215] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.159624] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.281027] env[62295]: DEBUG nova.objects.base [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1887.281607] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a1713-328c-41c9-8065-68f64855a36d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.305543] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a891ab86-1b60-41a5-8ede-3199fa01fce4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.310834] env[62295]: DEBUG oslo_vmware.api [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1887.310834] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522f4304-d7ff-cfd4-c1c0-6b5b71e09cb2" [ 1887.310834] env[62295]: _type = "Task" [ 1887.310834] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.318452] env[62295]: DEBUG oslo_vmware.api [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522f4304-d7ff-cfd4-c1c0-6b5b71e09cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.418595] env[62295]: DEBUG nova.scheduler.client.report [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1887.503972] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787524, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.550086] env[62295]: DEBUG nova.network.neutron [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance_info_cache with network_info: [{"id": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "address": "fa:16:3e:f3:92:bc", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398b8bd-01", "ovs_interfaceid": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.657200] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-e02f691c-b485-4f65-bc6e-276c26cf41d7" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.657433] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1887.657647] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1887.657818] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1887.657972] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1887.658493] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1887.658493] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1887.658493] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1887.658769] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1887.658769] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1887.822834] env[62295]: DEBUG oslo_vmware.api [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]522f4304-d7ff-cfd4-c1c0-6b5b71e09cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.006806} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.823150] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.923627] env[62295]: DEBUG oslo_concurrency.lockutils [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.925842] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.766s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.926091] env[62295]: DEBUG nova.objects.instance [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lazy-loading 'resources' on Instance uuid 5918a7fe-0af5-4d71-b738-4bc4dcdd0315 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.947109] env[62295]: INFO nova.scheduler.client.report [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Deleted allocations for instance e02f691c-b485-4f65-bc6e-276c26cf41d7 [ 1888.004975] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787524, 'name': CreateVM_Task, 'duration_secs': 2.878083} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.005150] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1888.005799] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.005960] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.006298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1888.006533] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815b344d-9ec9-4dbc-a2e9-92c3b1a59c36 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.011009] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1888.011009] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52118a3a-993f-7280-aad8-47f481868aff" [ 1888.011009] env[62295]: _type = "Task" [ 1888.011009] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.018161] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52118a3a-993f-7280-aad8-47f481868aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.053897] env[62295]: DEBUG oslo_concurrency.lockutils [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.161806] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.455149] env[62295]: DEBUG oslo_concurrency.lockutils [None req-67732ddc-fd91-48ea-b241-e33cb22c5611 tempest-ServerRescueNegativeTestJSON-1629357198 tempest-ServerRescueNegativeTestJSON-1629357198-project-member] Lock "e02f691c-b485-4f65-bc6e-276c26cf41d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.255s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.522364] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52118a3a-993f-7280-aad8-47f481868aff, 'name': SearchDatastore_Task, 'duration_secs': 0.023752} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.522681] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.522883] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1888.523152] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.523306] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.523491] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1888.523744] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fc814ea-6685-4c34-ac0d-5919a78401c8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.530744] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e05abd4-3b4a-4879-ad68-9153258ebb4d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.533864] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1888.534050] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1888.535025] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91699e59-7189-4d39-9b81-e2c617c11f18 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.539985] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c981576c-e477-4b9f-b710-5b5269be75cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.543785] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1888.543785] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52934b0c-de65-b356-e35f-0856c5791547" [ 1888.543785] env[62295]: _type = "Task" [ 1888.543785] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.575096] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faf36a5-eb07-4bc1-b180-d221e857b9bb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.582340] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52934b0c-de65-b356-e35f-0856c5791547, 'name': SearchDatastore_Task, 'duration_secs': 0.035572} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.583474] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768b24c9-a46a-4519-8aa9-039153edfa87 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.588725] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaf1c8d-a980-44f0-8ee9-7b34838b0c5b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.594204] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49917f9-af69-4db0-986b-f1616b107b4d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.596476] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1888.596476] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ebd27f-32ca-50a7-52f3-29c6db0dba25" [ 1888.596476] env[62295]: _type = "Task" [ 1888.596476] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.620405] env[62295]: DEBUG nova.compute.provider_tree [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.622620] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47432929-e74e-4442-ad8b-f505f920ffcb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.628612] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ebd27f-32ca-50a7-52f3-29c6db0dba25, 'name': SearchDatastore_Task, 'duration_secs': 0.017992} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.629262] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.629519] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 97d0ed62-89ba-4620-97f6-620e9ab74cf3/97d0ed62-89ba-4620-97f6-620e9ab74cf3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1888.629748] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-183ae8c6-33d6-4bb0-a874-19cdf04d0dc6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.634457] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance 'fb7de1bd-ad89-439f-a98d-f39e03dba0a3' progress to 83 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1888.641827] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1888.641827] env[62295]: value = "task-1787528" [ 1888.641827] env[62295]: _type = "Task" [ 1888.641827] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.649960] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.791288] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.791479] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.129726] env[62295]: DEBUG nova.scheduler.client.report [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1889.140585] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1889.140896] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c8d0a0d-1290-436c-8478-d6f6c9b0b49d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.158784] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.160234] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1889.160234] env[62295]: value = "task-1787529" [ 1889.160234] env[62295]: _type = "Task" [ 1889.160234] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.170017] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.293458] env[62295]: DEBUG nova.compute.manager [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1889.638483] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.643598] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.819s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.655562] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643683} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.656112] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 97d0ed62-89ba-4620-97f6-620e9ab74cf3/97d0ed62-89ba-4620-97f6-620e9ab74cf3.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1889.658019] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1889.658019] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5321095-c48e-452d-9dac-9affb4f2cc19 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.666436] env[62295]: INFO nova.scheduler.client.report [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Deleted allocations for instance 5918a7fe-0af5-4d71-b738-4bc4dcdd0315 [ 1889.669393] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1889.669393] env[62295]: value = "task-1787531" [ 1889.669393] env[62295]: _type = "Task" [ 1889.669393] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.679734] env[62295]: DEBUG oslo_vmware.api [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787529, 'name': PowerOnVM_Task, 'duration_secs': 0.40796} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.683714] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.683714] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaccdc-185a-4bff-9909-552fa95a9f94 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance 'fb7de1bd-ad89-439f-a98d-f39e03dba0a3' progress to 100 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1889.691114] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.819621] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.181024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d2eb6b8f-ef66-4c48-a20b-1b7912fc5783 tempest-ServersAdminTestJSON-1312377674 tempest-ServersAdminTestJSON-1312377674-project-member] Lock "5918a7fe-0af5-4d71-b738-4bc4dcdd0315" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.245s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.186881] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069317} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.187393] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1890.188638] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd12e9a2-16f5-4f51-97ee-8cfe00153b36 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.226380] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 97d0ed62-89ba-4620-97f6-620e9ab74cf3/97d0ed62-89ba-4620-97f6-620e9ab74cf3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1890.231386] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32074247-b1dd-41ea-87ed-c01de191ee43 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.253300] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1890.253300] env[62295]: value = "task-1787532" [ 1890.253300] env[62295]: _type = "Task" [ 1890.253300] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.264022] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.293754] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0db2c2-15df-405b-b515-ac9ebad561d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.301206] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff124907-085d-4547-8219-1cd5f03a010b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.334891] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae095d-82f4-4184-9f7e-8c45bf72886e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.343074] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd80611a-36d5-4261-afdf-0dab3a26479e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.356749] env[62295]: DEBUG nova.compute.provider_tree [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.763810] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787532, 'name': ReconfigVM_Task, 'duration_secs': 0.443446} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.764165] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 97d0ed62-89ba-4620-97f6-620e9ab74cf3/97d0ed62-89ba-4620-97f6-620e9ab74cf3.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.764745] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4bf8c67-98b9-4490-b510-92b78a1c306a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.771188] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1890.771188] env[62295]: value = "task-1787533" [ 1890.771188] env[62295]: _type = "Task" [ 1890.771188] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.779832] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787533, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.860688] env[62295]: DEBUG nova.scheduler.client.report [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1891.282041] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787533, 'name': Rename_Task, 'duration_secs': 0.356414} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.282357] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1891.282556] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53080f00-8434-4dff-a364-68634ab7e733 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.288511] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1891.288511] env[62295]: value = "task-1787534" [ 1891.288511] env[62295]: _type = "Task" [ 1891.288511] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.295828] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.798137] env[62295]: DEBUG oslo_vmware.api [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787534, 'name': PowerOnVM_Task, 'duration_secs': 0.49877} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.798445] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1891.798606] env[62295]: INFO nova.compute.manager [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1891.798828] env[62295]: DEBUG nova.compute.manager [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1891.799625] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a85a70-ce72-4fa8-8128-cf53c7e7638e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.873574] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.231s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.876174] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.715s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.876355] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.876627] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1891.876802] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.057s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.878319] env[62295]: INFO nova.compute.claims [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.881423] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c874cc-1d3d-4abc-8532-57006fcaf0f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.889979] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7f6dd3-af81-4819-b05d-e9c2fe58730d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.907053] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3917443f-aa8b-4ac0-8947-0be57c0fbad9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.914831] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3dff67-cfed-48a6-8cde-59024e02f385 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.950323] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179050MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1891.950476] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.011350] env[62295]: DEBUG nova.network.neutron [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Port e398b8bd-01a2-42a5-b00f-daaa9b55cfbf binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1892.011632] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.011779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.011943] env[62295]: DEBUG nova.network.neutron [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1892.041497] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1892.041725] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370868', 'volume_id': '4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'name': 'volume-4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '89604a62-cbef-4925-ab9f-b4a5e18f4ba3', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'serial': '4e0fd48a-2c77-458d-9c2a-70c20e30e717'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1892.042596] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039bc3ea-a335-481c-9d48-efc36470b414 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.060821] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93297857-25f8-4f3f-b572-5a1c190fe1be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.085559] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-4e0fd48a-2c77-458d-9c2a-70c20e30e717/volume-4e0fd48a-2c77-458d-9c2a-70c20e30e717.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.085838] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0739819a-5bfd-4328-abd7-7b1bcc39e71b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.106555] env[62295]: DEBUG oslo_vmware.api [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1892.106555] env[62295]: value = "task-1787535" [ 1892.106555] env[62295]: _type = "Task" [ 1892.106555] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.114249] env[62295]: DEBUG oslo_vmware.api [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.319131] env[62295]: INFO nova.compute.manager [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Took 22.19 seconds to build instance. [ 1892.439443] env[62295]: INFO nova.scheduler.client.report [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted allocation for migration 73e8a57f-8ed6-4bd0-8b16-e330fe2b4de2 [ 1892.621763] env[62295]: DEBUG oslo_vmware.api [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.793095] env[62295]: DEBUG nova.network.neutron [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance_info_cache with network_info: [{"id": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "address": "fa:16:3e:f3:92:bc", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398b8bd-01", "ovs_interfaceid": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.821126] env[62295]: DEBUG oslo_concurrency.lockutils [None req-027bf371-2ed3-4d39-a0ec-aa3665dd7eb3 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.706s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.946882] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1d3e1b62-2faf-4fe1-823f-3146e7036e1a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.644s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.992056] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40136ca-f58a-493d-b131-ce63b55f58bd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.000205] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab9d37c-e868-4723-a357-c0ff7bfe3a80 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.036044] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926844c7-f8f1-41af-b353-d881015d138e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.044580] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f67c284-072d-41d3-ae24-7c9c9eb05d4d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.059037] env[62295]: DEBUG nova.compute.provider_tree [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.117299] env[62295]: DEBUG oslo_vmware.api [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787535, 'name': ReconfigVM_Task, 'duration_secs': 0.990891} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.117520] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-4e0fd48a-2c77-458d-9c2a-70c20e30e717/volume-4e0fd48a-2c77-458d-9c2a-70c20e30e717.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1893.122682] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b084ce-abed-42d1-8324-d61cc8d0b6ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.137163] env[62295]: DEBUG oslo_vmware.api [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1893.137163] env[62295]: value = "task-1787536" [ 1893.137163] env[62295]: _type = "Task" [ 1893.137163] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.145505] env[62295]: DEBUG oslo_vmware.api [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.299395] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.561955] env[62295]: DEBUG nova.scheduler.client.report [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1893.608789] env[62295]: DEBUG nova.compute.manager [req-7738e18d-e05d-4cfa-8a8b-aeb72a4a6ae9 req-bc65e6eb-f38c-44fe-8c81-3014535a9040 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Received event network-changed-30d502fb-07b8-4c1f-b454-915ac043690f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1893.608910] env[62295]: DEBUG nova.compute.manager [req-7738e18d-e05d-4cfa-8a8b-aeb72a4a6ae9 req-bc65e6eb-f38c-44fe-8c81-3014535a9040 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Refreshing instance network info cache due to event network-changed-30d502fb-07b8-4c1f-b454-915ac043690f. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1893.609134] env[62295]: DEBUG oslo_concurrency.lockutils [req-7738e18d-e05d-4cfa-8a8b-aeb72a4a6ae9 req-bc65e6eb-f38c-44fe-8c81-3014535a9040 service nova] Acquiring lock "refresh_cache-97d0ed62-89ba-4620-97f6-620e9ab74cf3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.609276] env[62295]: DEBUG oslo_concurrency.lockutils [req-7738e18d-e05d-4cfa-8a8b-aeb72a4a6ae9 req-bc65e6eb-f38c-44fe-8c81-3014535a9040 service nova] Acquired lock "refresh_cache-97d0ed62-89ba-4620-97f6-620e9ab74cf3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.609502] env[62295]: DEBUG nova.network.neutron [req-7738e18d-e05d-4cfa-8a8b-aeb72a4a6ae9 req-bc65e6eb-f38c-44fe-8c81-3014535a9040 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Refreshing network info cache for port 30d502fb-07b8-4c1f-b454-915ac043690f {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1893.647738] env[62295]: DEBUG oslo_vmware.api [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787536, 'name': ReconfigVM_Task, 'duration_secs': 0.235465} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.648051] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370868', 'volume_id': '4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'name': 'volume-4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '89604a62-cbef-4925-ab9f-b4a5e18f4ba3', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'serial': '4e0fd48a-2c77-458d-9c2a-70c20e30e717'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1893.803670] env[62295]: DEBUG nova.compute.manager [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62295) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1893.803927] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.069120] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.069652] env[62295]: DEBUG nova.compute.manager [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1894.074166] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.124s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.351282] env[62295]: DEBUG nova.network.neutron [req-7738e18d-e05d-4cfa-8a8b-aeb72a4a6ae9 req-bc65e6eb-f38c-44fe-8c81-3014535a9040 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Updated VIF entry in instance network info cache for port 30d502fb-07b8-4c1f-b454-915ac043690f. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.351678] env[62295]: DEBUG nova.network.neutron [req-7738e18d-e05d-4cfa-8a8b-aeb72a4a6ae9 req-bc65e6eb-f38c-44fe-8c81-3014535a9040 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Updating instance_info_cache with network_info: [{"id": "30d502fb-07b8-4c1f-b454-915ac043690f", "address": "fa:16:3e:ed:4c:a7", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d502fb-07", "ovs_interfaceid": "30d502fb-07b8-4c1f-b454-915ac043690f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.370498] env[62295]: DEBUG oslo_concurrency.lockutils [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.370806] env[62295]: DEBUG oslo_concurrency.lockutils [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.371021] env[62295]: DEBUG oslo_concurrency.lockutils [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.371233] env[62295]: DEBUG oslo_concurrency.lockutils [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.371407] env[62295]: DEBUG oslo_concurrency.lockutils [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.373466] env[62295]: INFO nova.compute.manager [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Terminating instance [ 1894.375475] env[62295]: DEBUG nova.compute.manager [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1894.375684] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1894.376571] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd380a1c-4b9d-4f29-be83-1d0f1c179221 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.384908] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.385169] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e8b243c-6f9b-4f99-b292-6545ba9811d9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.392663] env[62295]: DEBUG oslo_vmware.api [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1894.392663] env[62295]: value = "task-1787537" [ 1894.392663] env[62295]: _type = "Task" [ 1894.392663] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.402587] env[62295]: DEBUG oslo_vmware.api [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.578020] env[62295]: DEBUG nova.compute.utils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.583022] env[62295]: DEBUG nova.compute.manager [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1894.583022] env[62295]: DEBUG nova.network.neutron [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.641733] env[62295]: DEBUG nova.policy [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aaf8e86182145888b15a905dae35fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df8d0e613b714dfa9bc4647ac7cfeeb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1894.709198] env[62295]: DEBUG nova.objects.instance [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'flavor' on Instance uuid 89604a62-cbef-4925-ab9f-b4a5e18f4ba3 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.830408] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.830821] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.855331] env[62295]: DEBUG oslo_concurrency.lockutils [req-7738e18d-e05d-4cfa-8a8b-aeb72a4a6ae9 req-bc65e6eb-f38c-44fe-8c81-3014535a9040 service nova] Releasing lock "refresh_cache-97d0ed62-89ba-4620-97f6-620e9ab74cf3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.907744] env[62295]: DEBUG oslo_vmware.api [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787537, 'name': PowerOffVM_Task, 'duration_secs': 0.19226} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.908348] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1894.908522] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1894.908948] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a22fb8b7-4f9b-4d4d-90cc-a61ad65398f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.925836] env[62295]: DEBUG nova.network.neutron [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Successfully created port: 73903869-7985-469b-b652-1a58b17698e3 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1895.004121] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.004121] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.004121] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleting the datastore file [datastore1] fd225c52-4ef6-48d5-b6cf-70db81c2d2fc {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.004121] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f46c2c73-cefb-49a1-8b05-3feca04b9f1a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.014031] env[62295]: DEBUG oslo_vmware.api [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1895.014031] env[62295]: value = "task-1787539" [ 1895.014031] env[62295]: _type = "Task" [ 1895.014031] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.023589] env[62295]: DEBUG oslo_vmware.api [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.086757] env[62295]: DEBUG nova.compute.manager [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1895.090210] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Applying migration context for instance fb7de1bd-ad89-439f-a98d-f39e03dba0a3 as it has an incoming, in-progress migration 084c56c1-d19b-4d59-a162-c2c00828ea3a. Migration status is reverting {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1895.091476] env[62295]: INFO nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating resource usage from migration 084c56c1-d19b-4d59-a162-c2c00828ea3a [ 1895.121835] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance fd225c52-4ef6-48d5-b6cf-70db81c2d2fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1895.122016] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Migration 084c56c1-d19b-4d59-a162-c2c00828ea3a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1895.122148] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance fb7de1bd-ad89-439f-a98d-f39e03dba0a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1895.122269] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 97d0ed62-89ba-4620-97f6-620e9ab74cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1895.122410] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1895.214152] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b440c587-fe19-452e-9921-8cc2e838832c tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.289s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.337532] env[62295]: DEBUG nova.compute.manager [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1895.523210] env[62295]: DEBUG oslo_vmware.api [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.627345] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 0c3e30eb-5131-4a07-8fc7-7798c31f090c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1895.857161] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.023556] env[62295]: DEBUG oslo_vmware.api [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.616782} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.023678] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.023862] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.024063] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.024252] env[62295]: INFO nova.compute.manager [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1896.024490] env[62295]: DEBUG oslo.service.loopingcall [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.024675] env[62295]: DEBUG nova.compute.manager [-] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1896.024768] env[62295]: DEBUG nova.network.neutron [-] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1896.103857] env[62295]: DEBUG nova.compute.manager [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1896.131843] env[62295]: INFO nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance dc56ba08-382e-44eb-8d76-d21b55e5a53b has allocations against this compute host but is not found in the database. [ 1896.132080] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1896.132260] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1792MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1896.138804] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1896.139052] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1896.139215] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1896.139398] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1896.139543] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1896.139688] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1896.139898] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1896.140103] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1896.140279] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1896.140442] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1896.140614] env[62295]: DEBUG nova.virt.hardware [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1896.141693] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030a9ad9-2f21-4a54-b716-5f656077e9a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.146277] env[62295]: DEBUG nova.compute.manager [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Stashing vm_state: active {{(pid=62295) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1896.155423] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d822bc18-4c1c-4249-a890-86a62f36f617 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.288170] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5701e95-825f-43d5-ba42-3094cdad7223 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.295944] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa22707-bb56-45cb-ad28-27b837bba9ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.336322] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ddd172-02f1-4f36-9cd0-16f13a6067d8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.345141] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b32d495-8a22-4263-a38e-6e981c61b9a7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.362722] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.530716] env[62295]: DEBUG nova.compute.manager [req-a3048cb4-ee5e-480c-adbe-95ee7cb3efee req-9fb1342c-f2ad-4ab1-9df2-fc9956004a2d service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Received event network-vif-deleted-7cb8e980-c37d-4b52-add1-96aaddadeecb {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1896.530929] env[62295]: INFO nova.compute.manager [req-a3048cb4-ee5e-480c-adbe-95ee7cb3efee req-9fb1342c-f2ad-4ab1-9df2-fc9956004a2d service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Neutron deleted interface 7cb8e980-c37d-4b52-add1-96aaddadeecb; detaching it from the instance and deleting it from the info cache [ 1896.531134] env[62295]: DEBUG nova.network.neutron [req-a3048cb4-ee5e-480c-adbe-95ee7cb3efee req-9fb1342c-f2ad-4ab1-9df2-fc9956004a2d service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.676162] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.678870] env[62295]: DEBUG nova.compute.manager [req-8661f67f-46c3-4354-87e0-370f7d40616a req-c34bdb56-1847-4849-91cf-cd26e72806ff service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Received event network-vif-plugged-73903869-7985-469b-b652-1a58b17698e3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1896.679521] env[62295]: DEBUG oslo_concurrency.lockutils [req-8661f67f-46c3-4354-87e0-370f7d40616a req-c34bdb56-1847-4849-91cf-cd26e72806ff service nova] Acquiring lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.680660] env[62295]: DEBUG oslo_concurrency.lockutils [req-8661f67f-46c3-4354-87e0-370f7d40616a req-c34bdb56-1847-4849-91cf-cd26e72806ff service nova] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.680660] env[62295]: DEBUG oslo_concurrency.lockutils [req-8661f67f-46c3-4354-87e0-370f7d40616a req-c34bdb56-1847-4849-91cf-cd26e72806ff service nova] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.680660] env[62295]: DEBUG nova.compute.manager [req-8661f67f-46c3-4354-87e0-370f7d40616a req-c34bdb56-1847-4849-91cf-cd26e72806ff service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] No waiting events found dispatching network-vif-plugged-73903869-7985-469b-b652-1a58b17698e3 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1896.680660] env[62295]: WARNING nova.compute.manager [req-8661f67f-46c3-4354-87e0-370f7d40616a req-c34bdb56-1847-4849-91cf-cd26e72806ff service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Received unexpected event network-vif-plugged-73903869-7985-469b-b652-1a58b17698e3 for instance with vm_state building and task_state spawning. [ 1896.848747] env[62295]: DEBUG nova.network.neutron [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Successfully updated port: 73903869-7985-469b-b652-1a58b17698e3 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1896.870263] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1896.929265] env[62295]: DEBUG nova.network.neutron [-] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.033844] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e329a89d-d1a7-4fb2-8cf4-df833b24043e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.044327] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a76e39-1337-4d69-a68d-7dd755b4a672 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.070994] env[62295]: DEBUG nova.compute.manager [req-a3048cb4-ee5e-480c-adbe-95ee7cb3efee req-9fb1342c-f2ad-4ab1-9df2-fc9956004a2d service nova] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Detach interface failed, port_id=7cb8e980-c37d-4b52-add1-96aaddadeecb, reason: Instance fd225c52-4ef6-48d5-b6cf-70db81c2d2fc could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1897.351887] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "refresh_cache-d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.352173] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquired lock "refresh_cache-d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.352390] env[62295]: DEBUG nova.network.neutron [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1897.376070] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1897.376070] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.302s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.376333] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.572s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.432012] env[62295]: INFO nova.compute.manager [-] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Took 1.41 seconds to deallocate network for instance. [ 1897.880704] env[62295]: DEBUG nova.objects.instance [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'migration_context' on Instance uuid fb7de1bd-ad89-439f-a98d-f39e03dba0a3 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.886301] env[62295]: DEBUG nova.network.neutron [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1897.938996] env[62295]: DEBUG oslo_concurrency.lockutils [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.031222] env[62295]: DEBUG nova.network.neutron [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Updating instance_info_cache with network_info: [{"id": "73903869-7985-469b-b652-1a58b17698e3", "address": "fa:16:3e:f2:28:62", "network": {"id": "2d692ff4-ca5c-44e0-b09d-48ffd0704299", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-307870673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8d0e613b714dfa9bc4647ac7cfeeb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73903869-79", "ovs_interfaceid": "73903869-7985-469b-b652-1a58b17698e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.231322] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.231544] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.493815] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cd97a5-802d-42d0-9eb4-aee2eeafb309 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.501369] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6fcec5-6baf-4ad8-a7a3-8586532fd584 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.530920] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dbee79-9b46-42fa-856c-f8adb803f978 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.533505] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Releasing lock "refresh_cache-d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.533796] env[62295]: DEBUG nova.compute.manager [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Instance network_info: |[{"id": "73903869-7985-469b-b652-1a58b17698e3", "address": "fa:16:3e:f2:28:62", "network": {"id": "2d692ff4-ca5c-44e0-b09d-48ffd0704299", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-307870673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8d0e613b714dfa9bc4647ac7cfeeb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73903869-79", "ovs_interfaceid": "73903869-7985-469b-b652-1a58b17698e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1898.534186] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:28:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73903869-7985-469b-b652-1a58b17698e3', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1898.541784] env[62295]: DEBUG oslo.service.loopingcall [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.542342] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1898.542577] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34b9f103-fe1b-481e-8100-c033a2b2449f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.559410] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4895eb9c-bb91-49f6-a60f-e577bb7adf05 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.565088] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1898.565088] env[62295]: value = "task-1787540" [ 1898.565088] env[62295]: _type = "Task" [ 1898.565088] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.575842] env[62295]: DEBUG nova.compute.provider_tree [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1898.579708] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787540, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.705230] env[62295]: DEBUG nova.compute.manager [req-3929d7cb-9383-4cad-a4f2-db99917557d3 req-2ab4d6b2-d530-4b6d-a054-8d511c7272d7 service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Received event network-changed-73903869-7985-469b-b652-1a58b17698e3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1898.705230] env[62295]: DEBUG nova.compute.manager [req-3929d7cb-9383-4cad-a4f2-db99917557d3 req-2ab4d6b2-d530-4b6d-a054-8d511c7272d7 service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Refreshing instance network info cache due to event network-changed-73903869-7985-469b-b652-1a58b17698e3. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1898.705334] env[62295]: DEBUG oslo_concurrency.lockutils [req-3929d7cb-9383-4cad-a4f2-db99917557d3 req-2ab4d6b2-d530-4b6d-a054-8d511c7272d7 service nova] Acquiring lock "refresh_cache-d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.705490] env[62295]: DEBUG oslo_concurrency.lockutils [req-3929d7cb-9383-4cad-a4f2-db99917557d3 req-2ab4d6b2-d530-4b6d-a054-8d511c7272d7 service nova] Acquired lock "refresh_cache-d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.705660] env[62295]: DEBUG nova.network.neutron [req-3929d7cb-9383-4cad-a4f2-db99917557d3 req-2ab4d6b2-d530-4b6d-a054-8d511c7272d7 service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Refreshing network info cache for port 73903869-7985-469b-b652-1a58b17698e3 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.734241] env[62295]: DEBUG nova.compute.manager [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1899.075730] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787540, 'name': CreateVM_Task, 'duration_secs': 0.329026} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.075906] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1899.076699] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.076866] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.077209] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1899.077456] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6857774-e209-4aad-bd01-b710153a147f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.081220] env[62295]: DEBUG nova.scheduler.client.report [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1899.085348] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1899.085348] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5225788b-d258-5eac-428e-f5ca0c1e8950" [ 1899.085348] env[62295]: _type = "Task" [ 1899.085348] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.093367] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5225788b-d258-5eac-428e-f5ca0c1e8950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.255700] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.403709] env[62295]: DEBUG nova.network.neutron [req-3929d7cb-9383-4cad-a4f2-db99917557d3 req-2ab4d6b2-d530-4b6d-a054-8d511c7272d7 service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Updated VIF entry in instance network info cache for port 73903869-7985-469b-b652-1a58b17698e3. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.404070] env[62295]: DEBUG nova.network.neutron [req-3929d7cb-9383-4cad-a4f2-db99917557d3 req-2ab4d6b2-d530-4b6d-a054-8d511c7272d7 service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Updating instance_info_cache with network_info: [{"id": "73903869-7985-469b-b652-1a58b17698e3", "address": "fa:16:3e:f2:28:62", "network": {"id": "2d692ff4-ca5c-44e0-b09d-48ffd0704299", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-307870673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8d0e613b714dfa9bc4647ac7cfeeb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73903869-79", "ovs_interfaceid": "73903869-7985-469b-b652-1a58b17698e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.600237] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5225788b-d258-5eac-428e-f5ca0c1e8950, 'name': SearchDatastore_Task, 'duration_secs': 0.012561} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.600604] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.600794] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1899.601085] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.601234] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.601417] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1899.601676] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70fe6d5a-0293-4759-a92c-fbedc96e7bcc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.613400] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1899.613586] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1899.615033] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef52781-3046-4e08-87df-177cc3770ac4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.621307] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1899.621307] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5231999c-f9b8-c035-454d-1e2435e22768" [ 1899.621307] env[62295]: _type = "Task" [ 1899.621307] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.629048] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5231999c-f9b8-c035-454d-1e2435e22768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.909280] env[62295]: DEBUG oslo_concurrency.lockutils [req-3929d7cb-9383-4cad-a4f2-db99917557d3 req-2ab4d6b2-d530-4b6d-a054-8d511c7272d7 service nova] Releasing lock "refresh_cache-d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.096712] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.720s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.102671] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.246s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.104096] env[62295]: INFO nova.compute.claims [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1900.134413] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5231999c-f9b8-c035-454d-1e2435e22768, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.135214] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b24dc2-40ae-4342-a786-71c87b715e24 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.140366] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1900.140366] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525e4b20-d74a-75a4-23ef-7e682e47870e" [ 1900.140366] env[62295]: _type = "Task" [ 1900.140366] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.149148] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525e4b20-d74a-75a4-23ef-7e682e47870e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.650639] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525e4b20-d74a-75a4-23ef-7e682e47870e, 'name': SearchDatastore_Task, 'duration_secs': 0.009141} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.650973] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.651191] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21/d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1900.651438] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a40f365c-8228-4699-9402-83ee7650fb48 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.658238] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1900.658238] env[62295]: value = "task-1787541" [ 1900.658238] env[62295]: _type = "Task" [ 1900.658238] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.665399] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.168712] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787541, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.249980] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db10d7ba-5338-47c1-b317-42296a2df757 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.260067] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c4ac8b-4699-4155-a262-75788deabc47 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.295719] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2af5a23-20a2-424b-a41b-2c955e2a81bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.304657] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa875b2-3f8c-4b57-aca6-670728621269 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.320987] env[62295]: DEBUG nova.compute.provider_tree [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.636240] env[62295]: INFO nova.compute.manager [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Swapping old allocation on dict_keys(['8a072772-3a95-435d-8b28-629ec3fc2f0c']) held by migration 084c56c1-d19b-4d59-a162-c2c00828ea3a for instance [ 1901.660296] env[62295]: DEBUG nova.scheduler.client.report [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Overwriting current allocation {'allocations': {'8a072772-3a95-435d-8b28-629ec3fc2f0c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': '813ac1b1c8ec4807a1a2b03264d67fb9', 'user_id': '1c6af802d5e5450ea256f3f4b1d8f937', 'consumer_generation': 1} on consumer fb7de1bd-ad89-439f-a98d-f39e03dba0a3 {{(pid=62295) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1901.672087] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781436} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.672365] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21/d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.672577] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1901.672826] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bed780c7-c642-44a4-9364-20864bc56f98 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.679306] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1901.679306] env[62295]: value = "task-1787542" [ 1901.679306] env[62295]: _type = "Task" [ 1901.679306] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.686970] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.738939] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.739190] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.739400] env[62295]: DEBUG nova.network.neutron [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.824083] env[62295]: DEBUG nova.scheduler.client.report [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1902.190310] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269328} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.190310] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1902.190310] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13a27d1-357a-4a20-ba77-150c89368f3b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.211921] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21/d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.212165] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500d4ca1-151f-4d54-80b5-f0bc6e8e7841 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.231885] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1902.231885] env[62295]: value = "task-1787543" [ 1902.231885] env[62295]: _type = "Task" [ 1902.231885] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.239195] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.328607] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.329136] env[62295]: DEBUG nova.compute.manager [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1902.331628] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.656s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.449307] env[62295]: DEBUG nova.network.neutron [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance_info_cache with network_info: [{"id": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "address": "fa:16:3e:f3:92:bc", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398b8bd-01", "ovs_interfaceid": "e398b8bd-01a2-42a5-b00f-daaa9b55cfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.741748] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787543, 'name': ReconfigVM_Task, 'duration_secs': 0.288408} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.742084] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Reconfigured VM instance instance-0000006e to attach disk [datastore1] d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21/d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.742665] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46cfb095-e4da-41b5-9eb1-41e743858872 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.748928] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1902.748928] env[62295]: value = "task-1787544" [ 1902.748928] env[62295]: _type = "Task" [ 1902.748928] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.756313] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787544, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.835101] env[62295]: DEBUG nova.compute.utils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.838758] env[62295]: INFO nova.compute.claims [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1902.842595] env[62295]: DEBUG nova.compute.manager [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1902.842789] env[62295]: DEBUG nova.network.neutron [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1902.882032] env[62295]: DEBUG nova.policy [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffbc7fb0a1b54941bff2260156a35dd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cddf42c9fcc94507b12b79d5b1a7d970', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1902.954190] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-fb7de1bd-ad89-439f-a98d-f39e03dba0a3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.954672] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.954965] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54dfefdd-d84a-4d98-bcdf-f4fa5e928df9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.962781] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1902.962781] env[62295]: value = "task-1787545" [ 1902.962781] env[62295]: _type = "Task" [ 1902.962781] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.971193] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.130358] env[62295]: DEBUG nova.network.neutron [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Successfully created port: 9d480804-a50a-4724-9483-f3e18f4bcf27 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1903.258866] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787544, 'name': Rename_Task, 'duration_secs': 0.140101} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.259198] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1903.259447] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9094332d-fc16-46fe-8111-f63c0d470ca1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.265582] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1903.265582] env[62295]: value = "task-1787546" [ 1903.265582] env[62295]: _type = "Task" [ 1903.265582] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.275211] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.344119] env[62295]: DEBUG nova.compute.manager [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1903.348289] env[62295]: INFO nova.compute.resource_tracker [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating resource usage from migration dc56ba08-382e-44eb-8d76-d21b55e5a53b [ 1903.453460] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c2de02-b81a-4e5f-bfd0-9df26c0cb655 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.461114] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b481b0-88ea-4772-8f82-afd7776a9fee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.472844] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787545, 'name': PowerOffVM_Task, 'duration_secs': 0.215428} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.497424] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.498085] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1903.498308] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1903.498463] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1903.498645] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1903.498829] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1903.499008] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1903.499221] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1903.499384] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1903.499549] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1903.499708] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1903.499878] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1903.505053] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dedb74c-2ca0-4642-85ed-71f7fdf480fd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.515246] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e62f75-3d0f-4935-9826-66750b5cf83b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.523994] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8967faf1-f9a5-421a-bce6-1ff107d569be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.527555] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1903.527555] env[62295]: value = "task-1787547" [ 1903.527555] env[62295]: _type = "Task" [ 1903.527555] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.538158] env[62295]: DEBUG nova.compute.provider_tree [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.544200] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.775575] env[62295]: DEBUG oslo_vmware.api [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787546, 'name': PowerOnVM_Task, 'duration_secs': 0.456785} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.775854] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.776057] env[62295]: INFO nova.compute.manager [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1903.776246] env[62295]: DEBUG nova.compute.manager [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1903.776993] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770fb367-ca4f-4ce5-91f3-e14fc322fc18 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.038772] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787547, 'name': ReconfigVM_Task, 'duration_secs': 0.14351} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.039645] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568b8d3e-8f45-49f1-b1fb-63363206839e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.042948] env[62295]: DEBUG nova.scheduler.client.report [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1904.062031] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1904.062286] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1904.062444] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.062624] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1904.062770] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.062918] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1904.063137] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1904.063322] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1904.063491] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1904.063658] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1904.063834] env[62295]: DEBUG nova.virt.hardware [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1904.065191] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c319fa-c03d-435f-88e2-4a044ff378df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.071382] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1904.071382] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52614148-b075-e99a-e8ee-86c3625cea15" [ 1904.071382] env[62295]: _type = "Task" [ 1904.071382] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.079020] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52614148-b075-e99a-e8ee-86c3625cea15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.293707] env[62295]: INFO nova.compute.manager [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Took 14.49 seconds to build instance. [ 1904.355981] env[62295]: DEBUG nova.compute.manager [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1904.382729] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1904.383015] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1904.383212] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.383393] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1904.383535] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.383679] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1904.383918] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1904.384103] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1904.384271] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1904.384432] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1904.384602] env[62295]: DEBUG nova.virt.hardware [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1904.385560] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b71193-6efd-4623-9e40-f62eb2eeef1a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.394129] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19c31eb-4f55-4554-a049-63b72fbaa55b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.508669] env[62295]: DEBUG nova.compute.manager [req-bd73fee0-1fb6-4ba5-849b-d154b301360b req-6776f7cd-c811-4463-8c76-cbc89c28df89 service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Received event network-vif-plugged-9d480804-a50a-4724-9483-f3e18f4bcf27 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1904.508932] env[62295]: DEBUG oslo_concurrency.lockutils [req-bd73fee0-1fb6-4ba5-849b-d154b301360b req-6776f7cd-c811-4463-8c76-cbc89c28df89 service nova] Acquiring lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.509230] env[62295]: DEBUG oslo_concurrency.lockutils [req-bd73fee0-1fb6-4ba5-849b-d154b301360b req-6776f7cd-c811-4463-8c76-cbc89c28df89 service nova] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.509758] env[62295]: DEBUG oslo_concurrency.lockutils [req-bd73fee0-1fb6-4ba5-849b-d154b301360b req-6776f7cd-c811-4463-8c76-cbc89c28df89 service nova] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.509758] env[62295]: DEBUG nova.compute.manager [req-bd73fee0-1fb6-4ba5-849b-d154b301360b req-6776f7cd-c811-4463-8c76-cbc89c28df89 service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] No waiting events found dispatching network-vif-plugged-9d480804-a50a-4724-9483-f3e18f4bcf27 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1904.509758] env[62295]: WARNING nova.compute.manager [req-bd73fee0-1fb6-4ba5-849b-d154b301360b req-6776f7cd-c811-4463-8c76-cbc89c28df89 service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Received unexpected event network-vif-plugged-9d480804-a50a-4724-9483-f3e18f4bcf27 for instance with vm_state building and task_state spawning. [ 1904.547544] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.216s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.551015] env[62295]: INFO nova.compute.manager [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Migrating [ 1904.554152] env[62295]: DEBUG oslo_concurrency.lockutils [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.615s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.554563] env[62295]: DEBUG nova.objects.instance [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lazy-loading 'resources' on Instance uuid fd225c52-4ef6-48d5-b6cf-70db81c2d2fc {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.586023] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52614148-b075-e99a-e8ee-86c3625cea15, 'name': SearchDatastore_Task, 'duration_secs': 0.008153} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.591888] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1904.593128] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95dd60f-7dc4-433e-85a0-8317bcda1cbe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.607774] env[62295]: DEBUG nova.network.neutron [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Successfully updated port: 9d480804-a50a-4724-9483-f3e18f4bcf27 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.616347] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1904.616347] env[62295]: value = "task-1787548" [ 1904.616347] env[62295]: _type = "Task" [ 1904.616347] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.626175] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.795212] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4d27bc6b-9e95-4a84-a129-d84b1b5ab7fa tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.004s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.068939] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.069140] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.069320] env[62295]: DEBUG nova.network.neutron [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.111321] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.111455] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.111599] env[62295]: DEBUG nova.network.neutron [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1905.127886] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787548, 'name': ReconfigVM_Task, 'duration_secs': 0.177301} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.128175] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1905.128941] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c648df-39a7-4818-a581-66294c68291c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.153757] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] fb7de1bd-ad89-439f-a98d-f39e03dba0a3/fb7de1bd-ad89-439f-a98d-f39e03dba0a3.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.153757] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1085e063-ded4-44d3-adb1-b4ad60dc32ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.173360] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1905.173360] env[62295]: value = "task-1787549" [ 1905.173360] env[62295]: _type = "Task" [ 1905.173360] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.181736] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.198362] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c8941b-923a-46b0-b2fa-f7761b3f1b25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.205813] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f06376c-96ac-4399-9a8a-16982827962c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.236718] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca1778a-948d-4841-b0f9-4087d42ee5fe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.244306] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fd22e8-fb77-4254-a91e-9d6e4386ea22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.259248] env[62295]: DEBUG nova.compute.provider_tree [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.340088] env[62295]: DEBUG nova.compute.manager [req-48121b82-0e68-4d21-9d83-0b77f8d66b12 req-759961fa-6a87-4bb1-8146-815d61520d0a service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Received event network-changed-73903869-7985-469b-b652-1a58b17698e3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1905.340258] env[62295]: DEBUG nova.compute.manager [req-48121b82-0e68-4d21-9d83-0b77f8d66b12 req-759961fa-6a87-4bb1-8146-815d61520d0a service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Refreshing instance network info cache due to event network-changed-73903869-7985-469b-b652-1a58b17698e3. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1905.340557] env[62295]: DEBUG oslo_concurrency.lockutils [req-48121b82-0e68-4d21-9d83-0b77f8d66b12 req-759961fa-6a87-4bb1-8146-815d61520d0a service nova] Acquiring lock "refresh_cache-d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.340668] env[62295]: DEBUG oslo_concurrency.lockutils [req-48121b82-0e68-4d21-9d83-0b77f8d66b12 req-759961fa-6a87-4bb1-8146-815d61520d0a service nova] Acquired lock "refresh_cache-d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.340834] env[62295]: DEBUG nova.network.neutron [req-48121b82-0e68-4d21-9d83-0b77f8d66b12 req-759961fa-6a87-4bb1-8146-815d61520d0a service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Refreshing network info cache for port 73903869-7985-469b-b652-1a58b17698e3 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.641382] env[62295]: DEBUG nova.network.neutron [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.684191] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787549, 'name': ReconfigVM_Task, 'duration_secs': 0.269042} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.684470] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] fb7de1bd-ad89-439f-a98d-f39e03dba0a3/fb7de1bd-ad89-439f-a98d-f39e03dba0a3.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.685394] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf697cf-643d-4e98-a854-d65553e4120a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.708967] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0397a84-2dae-4724-b8d7-921c7df58a9e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.726944] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447c4cba-2894-4fd0-a21f-a2835e63dba9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.748574] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04b05b3-aa01-4f7c-9d29-25c52a27520f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.755737] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.755962] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3c24d90-3c13-462a-bbdc-263f166ec2dd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.762637] env[62295]: DEBUG nova.scheduler.client.report [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1905.766092] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1905.766092] env[62295]: value = "task-1787550" [ 1905.766092] env[62295]: _type = "Task" [ 1905.766092] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.775865] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.782448] env[62295]: DEBUG nova.network.neutron [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance_info_cache with network_info: [{"id": "9d480804-a50a-4724-9483-f3e18f4bcf27", "address": "fa:16:3e:11:7d:7e", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d480804-a5", "ovs_interfaceid": "9d480804-a50a-4724-9483-f3e18f4bcf27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.823028] env[62295]: DEBUG nova.network.neutron [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance_info_cache with network_info: [{"id": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "address": "fa:16:3e:20:6e:32", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9375edd9-04", "ovs_interfaceid": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.093951] env[62295]: DEBUG nova.network.neutron [req-48121b82-0e68-4d21-9d83-0b77f8d66b12 req-759961fa-6a87-4bb1-8146-815d61520d0a service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Updated VIF entry in instance network info cache for port 73903869-7985-469b-b652-1a58b17698e3. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.094340] env[62295]: DEBUG nova.network.neutron [req-48121b82-0e68-4d21-9d83-0b77f8d66b12 req-759961fa-6a87-4bb1-8146-815d61520d0a service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Updating instance_info_cache with network_info: [{"id": "73903869-7985-469b-b652-1a58b17698e3", "address": "fa:16:3e:f2:28:62", "network": {"id": "2d692ff4-ca5c-44e0-b09d-48ffd0704299", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-307870673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8d0e613b714dfa9bc4647ac7cfeeb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73903869-79", "ovs_interfaceid": "73903869-7985-469b-b652-1a58b17698e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.267485] env[62295]: DEBUG oslo_concurrency.lockutils [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.270631] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.014s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.272273] env[62295]: INFO nova.compute.claims [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1906.283707] env[62295]: DEBUG oslo_vmware.api [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787550, 'name': PowerOnVM_Task, 'duration_secs': 0.364415} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.283963] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.287758] env[62295]: INFO nova.scheduler.client.report [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted allocations for instance fd225c52-4ef6-48d5-b6cf-70db81c2d2fc [ 1906.290225] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.290225] env[62295]: DEBUG nova.compute.manager [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Instance network_info: |[{"id": "9d480804-a50a-4724-9483-f3e18f4bcf27", "address": "fa:16:3e:11:7d:7e", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d480804-a5", "ovs_interfaceid": "9d480804-a50a-4724-9483-f3e18f4bcf27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1906.291417] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:7d:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d480804-a50a-4724-9483-f3e18f4bcf27', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.299072] env[62295]: DEBUG oslo.service.loopingcall [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.299485] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.299706] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12ff8c79-4883-430f-9ad7-2780821a3dd4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.322064] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1906.322064] env[62295]: value = "task-1787551" [ 1906.322064] env[62295]: _type = "Task" [ 1906.322064] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.326687] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.333635] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787551, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.544804] env[62295]: DEBUG nova.compute.manager [req-8000a566-ffd4-4ec4-96b3-7eb65364a1f1 req-fe637381-5439-4073-bb09-2c64de8ff1fa service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Received event network-changed-9d480804-a50a-4724-9483-f3e18f4bcf27 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1906.545078] env[62295]: DEBUG nova.compute.manager [req-8000a566-ffd4-4ec4-96b3-7eb65364a1f1 req-fe637381-5439-4073-bb09-2c64de8ff1fa service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Refreshing instance network info cache due to event network-changed-9d480804-a50a-4724-9483-f3e18f4bcf27. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1906.545333] env[62295]: DEBUG oslo_concurrency.lockutils [req-8000a566-ffd4-4ec4-96b3-7eb65364a1f1 req-fe637381-5439-4073-bb09-2c64de8ff1fa service nova] Acquiring lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.545487] env[62295]: DEBUG oslo_concurrency.lockutils [req-8000a566-ffd4-4ec4-96b3-7eb65364a1f1 req-fe637381-5439-4073-bb09-2c64de8ff1fa service nova] Acquired lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.545658] env[62295]: DEBUG nova.network.neutron [req-8000a566-ffd4-4ec4-96b3-7eb65364a1f1 req-fe637381-5439-4073-bb09-2c64de8ff1fa service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Refreshing network info cache for port 9d480804-a50a-4724-9483-f3e18f4bcf27 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.596923] env[62295]: DEBUG oslo_concurrency.lockutils [req-48121b82-0e68-4d21-9d83-0b77f8d66b12 req-759961fa-6a87-4bb1-8146-815d61520d0a service nova] Releasing lock "refresh_cache-d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.802981] env[62295]: DEBUG oslo_concurrency.lockutils [None req-085d8229-f844-4271-b8ef-ae4ced9bc034 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "fd225c52-4ef6-48d5-b6cf-70db81c2d2fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.432s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.837822] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787551, 'name': CreateVM_Task, 'duration_secs': 0.350983} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.837822] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1906.838296] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.838385] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.839027] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1906.839152] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d7d04e-5e2b-4336-8fa8-e757f600b52d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.844900] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1906.844900] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52636a0f-a5ff-5441-2cc9-2af0675c3926" [ 1906.844900] env[62295]: _type = "Task" [ 1906.844900] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.854152] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52636a0f-a5ff-5441-2cc9-2af0675c3926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.297106] env[62295]: INFO nova.compute.manager [None req-a0d00d2a-366d-4f7f-b024-41d038478ae3 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance to original state: 'active' [ 1907.310789] env[62295]: DEBUG nova.network.neutron [req-8000a566-ffd4-4ec4-96b3-7eb65364a1f1 req-fe637381-5439-4073-bb09-2c64de8ff1fa service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updated VIF entry in instance network info cache for port 9d480804-a50a-4724-9483-f3e18f4bcf27. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1907.311258] env[62295]: DEBUG nova.network.neutron [req-8000a566-ffd4-4ec4-96b3-7eb65364a1f1 req-fe637381-5439-4073-bb09-2c64de8ff1fa service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance_info_cache with network_info: [{"id": "9d480804-a50a-4724-9483-f3e18f4bcf27", "address": "fa:16:3e:11:7d:7e", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d480804-a5", "ovs_interfaceid": "9d480804-a50a-4724-9483-f3e18f4bcf27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.356530] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52636a0f-a5ff-5441-2cc9-2af0675c3926, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.359285] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.359496] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1907.359724] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.359871] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.360069] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1907.360760] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ea9ba84-69b2-4411-a664-314dddf0288a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.369989] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1907.370178] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1907.373469] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c87d874-7cb3-4dc3-9f52-6ef30259a365 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.378944] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1907.378944] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f19f5d-018a-ac47-a3d5-03d469528f3a" [ 1907.378944] env[62295]: _type = "Task" [ 1907.378944] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.387260] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f19f5d-018a-ac47-a3d5-03d469528f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.415245] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25de5ae1-1948-4214-8adf-52ab43b8433c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.423210] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7249e2ca-6f8d-4e15-86fb-c18706334098 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.455712] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672c5fda-4d3f-4adf-8d78-1c7afa853e43 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.463044] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cb9df2-7ade-4c4c-8bba-1b5c4837213a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.476244] env[62295]: DEBUG nova.compute.provider_tree [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.814134] env[62295]: DEBUG oslo_concurrency.lockutils [req-8000a566-ffd4-4ec4-96b3-7eb65364a1f1 req-fe637381-5439-4073-bb09-2c64de8ff1fa service nova] Releasing lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.846052] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b341fbed-0e9e-44c3-ba2d-69b3f5181b8d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.867926] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance '89604a62-cbef-4925-ab9f-b4a5e18f4ba3' progress to 0 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1907.889514] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f19f5d-018a-ac47-a3d5-03d469528f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.889831] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce22492-b45e-46cb-8c72-75e879f2d89d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.894886] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1907.894886] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52001f83-44c0-152d-79a1-8eaceed3f27b" [ 1907.894886] env[62295]: _type = "Task" [ 1907.894886] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.902386] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52001f83-44c0-152d-79a1-8eaceed3f27b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.979534] env[62295]: DEBUG nova.scheduler.client.report [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1908.373749] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.374071] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4e6df4c-7937-4e59-9fcf-4cf00b064a86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.382072] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1908.382072] env[62295]: value = "task-1787552" [ 1908.382072] env[62295]: _type = "Task" [ 1908.382072] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.390632] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.404093] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52001f83-44c0-152d-79a1-8eaceed3f27b, 'name': SearchDatastore_Task, 'duration_secs': 0.019739} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.404337] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.404683] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 0c3e30eb-5131-4a07-8fc7-7798c31f090c/0c3e30eb-5131-4a07-8fc7-7798c31f090c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1908.404870] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f121ee3e-70a4-4e35-a98e-7067f31de294 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.411587] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1908.411587] env[62295]: value = "task-1787553" [ 1908.411587] env[62295]: _type = "Task" [ 1908.411587] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.420129] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.485235] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.486185] env[62295]: DEBUG nova.compute.manager [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1908.892394] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787552, 'name': PowerOffVM_Task, 'duration_secs': 0.289909} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.892770] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1908.892819] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance '89604a62-cbef-4925-ab9f-b4a5e18f4ba3' progress to 17 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1908.921323] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462246} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.921955] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 0c3e30eb-5131-4a07-8fc7-7798c31f090c/0c3e30eb-5131-4a07-8fc7-7798c31f090c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1908.922193] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1908.922441] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9374e6af-a6a2-4c8e-81fe-0fe772e8b48e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.928584] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1908.928584] env[62295]: value = "task-1787554" [ 1908.928584] env[62295]: _type = "Task" [ 1908.928584] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.937289] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.992124] env[62295]: DEBUG nova.compute.utils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1908.993578] env[62295]: DEBUG nova.compute.manager [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1908.993770] env[62295]: DEBUG nova.network.neutron [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1909.031755] env[62295]: DEBUG nova.policy [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596044784c9c487b86d983348c7de139', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ff7a37ca6a4962a77fb7ad2ff2438c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1909.253295] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.253564] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.253769] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.253950] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.254133] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.258829] env[62295]: INFO nova.compute.manager [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Terminating instance [ 1909.261605] env[62295]: DEBUG nova.compute.manager [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1909.265019] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1909.265019] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6035ba9f-dc83-4b9c-9d23-aa6f1f395f27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.273565] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1909.273822] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b903cbdb-207d-4d97-9fab-e02a4f4e7261 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.280241] env[62295]: DEBUG oslo_vmware.api [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1909.280241] env[62295]: value = "task-1787555" [ 1909.280241] env[62295]: _type = "Task" [ 1909.280241] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.288555] env[62295]: DEBUG oslo_vmware.api [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.291310] env[62295]: DEBUG nova.network.neutron [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Successfully created port: 6b235ce1-79e6-4582-b2ba-3e4c5143acbd {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1909.398762] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1909.399717] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1909.399954] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1909.400216] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1909.400432] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1909.400869] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1909.401154] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1909.401414] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1909.401602] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1909.401772] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1909.401988] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1909.408104] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab2de86-09c3-454e-94ff-9bd94b10ba5a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.425325] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1909.425325] env[62295]: value = "task-1787556" [ 1909.425325] env[62295]: _type = "Task" [ 1909.425325] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.436331] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.447232] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060875} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.449216] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1909.450039] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb1fae2-2638-4d9c-aaca-ebcbdd1aed65 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.476991] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0c3e30eb-5131-4a07-8fc7-7798c31f090c/0c3e30eb-5131-4a07-8fc7-7798c31f090c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.477334] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a80a0a-70f9-46a9-9448-f5e1f4aced78 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.497599] env[62295]: DEBUG nova.compute.manager [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1909.500390] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1909.500390] env[62295]: value = "task-1787557" [ 1909.500390] env[62295]: _type = "Task" [ 1909.500390] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.509262] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.790151] env[62295]: DEBUG oslo_vmware.api [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787555, 'name': PowerOffVM_Task, 'duration_secs': 0.346285} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.790411] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1909.790577] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1909.790819] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35d949e8-536b-43e7-9873-e8f6710e660e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.936465] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787556, 'name': ReconfigVM_Task, 'duration_secs': 0.393061} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.936730] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance '89604a62-cbef-4925-ab9f-b4a5e18f4ba3' progress to 33 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1909.950679] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1909.950924] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1909.951130] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleting the datastore file [datastore1] fb7de1bd-ad89-439f-a98d-f39e03dba0a3 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1909.951399] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0992914f-016f-4fed-a5b0-20ae76799ca1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.958092] env[62295]: DEBUG oslo_vmware.api [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1909.958092] env[62295]: value = "task-1787559" [ 1909.958092] env[62295]: _type = "Task" [ 1909.958092] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.966285] env[62295]: DEBUG oslo_vmware.api [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.014785] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.445502] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1910.445752] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1910.445901] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1910.446094] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1910.446244] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1910.446391] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1910.446593] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1910.446749] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1910.446910] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1910.447088] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1910.447319] env[62295]: DEBUG nova.virt.hardware [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1910.452781] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1910.453088] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12880f1b-067e-4d12-8dc6-c05c42ac01c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.474033] env[62295]: DEBUG oslo_vmware.api [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164825} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.475253] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.475461] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.475616] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.475786] env[62295]: INFO nova.compute.manager [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1910.476031] env[62295]: DEBUG oslo.service.loopingcall [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.476293] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1910.476293] env[62295]: value = "task-1787560" [ 1910.476293] env[62295]: _type = "Task" [ 1910.476293] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.476475] env[62295]: DEBUG nova.compute.manager [-] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1910.476567] env[62295]: DEBUG nova.network.neutron [-] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1910.486142] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.511114] env[62295]: DEBUG nova.compute.manager [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1910.516442] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787557, 'name': ReconfigVM_Task, 'duration_secs': 0.958258} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.516732] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0c3e30eb-5131-4a07-8fc7-7798c31f090c/0c3e30eb-5131-4a07-8fc7-7798c31f090c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1910.517305] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1230bde0-dded-4d80-90a1-951291ba7aa0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.525038] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1910.525038] env[62295]: value = "task-1787561" [ 1910.525038] env[62295]: _type = "Task" [ 1910.525038] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.532993] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787561, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.540842] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1910.541120] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1910.541287] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1910.541474] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1910.541621] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1910.541770] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1910.541999] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1910.542207] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1910.542384] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1910.542548] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1910.542723] env[62295]: DEBUG nova.virt.hardware [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1910.543720] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a410c170-6272-4413-87b1-3f2ac3718afd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.552046] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9291dc-a9cf-4af1-bcc5-c68b02e49325 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.743794] env[62295]: DEBUG nova.compute.manager [req-af2745b3-ed38-48e2-9aa0-a157d5928675 req-81566ba1-7e9e-4cd4-89d7-40ccd57c7819 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Received event network-vif-plugged-6b235ce1-79e6-4582-b2ba-3e4c5143acbd {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1910.744156] env[62295]: DEBUG oslo_concurrency.lockutils [req-af2745b3-ed38-48e2-9aa0-a157d5928675 req-81566ba1-7e9e-4cd4-89d7-40ccd57c7819 service nova] Acquiring lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.744282] env[62295]: DEBUG oslo_concurrency.lockutils [req-af2745b3-ed38-48e2-9aa0-a157d5928675 req-81566ba1-7e9e-4cd4-89d7-40ccd57c7819 service nova] Lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.744522] env[62295]: DEBUG oslo_concurrency.lockutils [req-af2745b3-ed38-48e2-9aa0-a157d5928675 req-81566ba1-7e9e-4cd4-89d7-40ccd57c7819 service nova] Lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.744716] env[62295]: DEBUG nova.compute.manager [req-af2745b3-ed38-48e2-9aa0-a157d5928675 req-81566ba1-7e9e-4cd4-89d7-40ccd57c7819 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] No waiting events found dispatching network-vif-plugged-6b235ce1-79e6-4582-b2ba-3e4c5143acbd {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1910.744904] env[62295]: WARNING nova.compute.manager [req-af2745b3-ed38-48e2-9aa0-a157d5928675 req-81566ba1-7e9e-4cd4-89d7-40ccd57c7819 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Received unexpected event network-vif-plugged-6b235ce1-79e6-4582-b2ba-3e4c5143acbd for instance with vm_state building and task_state spawning. [ 1910.835530] env[62295]: DEBUG nova.network.neutron [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Successfully updated port: 6b235ce1-79e6-4582-b2ba-3e4c5143acbd {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1910.987861] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787560, 'name': ReconfigVM_Task, 'duration_secs': 0.318221} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.988165] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1910.989166] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfa06e1-cabf-416f-8155-498781f30fad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.015162] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 89604a62-cbef-4925-ab9f-b4a5e18f4ba3/89604a62-cbef-4925-ab9f-b4a5e18f4ba3.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1911.015478] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34648e39-bcfd-45a7-b3f4-eae44e153261 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.038691] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787561, 'name': Rename_Task, 'duration_secs': 0.174972} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.040245] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1911.040554] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1911.040554] env[62295]: value = "task-1787562" [ 1911.040554] env[62295]: _type = "Task" [ 1911.040554] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.040736] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607b269c-0d51-44e6-845a-2848e90a91d8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.050263] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787562, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.051425] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1911.051425] env[62295]: value = "task-1787563" [ 1911.051425] env[62295]: _type = "Task" [ 1911.051425] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.058674] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.113317] env[62295]: DEBUG nova.compute.manager [req-69ecf7e2-511a-4ca1-a9a0-c9f93953ca9a req-67247888-5c68-4b59-8b1b-6fe485fe683a service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Received event network-vif-deleted-e398b8bd-01a2-42a5-b00f-daaa9b55cfbf {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1911.113568] env[62295]: INFO nova.compute.manager [req-69ecf7e2-511a-4ca1-a9a0-c9f93953ca9a req-67247888-5c68-4b59-8b1b-6fe485fe683a service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Neutron deleted interface e398b8bd-01a2-42a5-b00f-daaa9b55cfbf; detaching it from the instance and deleting it from the info cache [ 1911.113774] env[62295]: DEBUG nova.network.neutron [req-69ecf7e2-511a-4ca1-a9a0-c9f93953ca9a req-67247888-5c68-4b59-8b1b-6fe485fe683a service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.338275] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.338435] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.338584] env[62295]: DEBUG nova.network.neutron [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1911.552491] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787562, 'name': ReconfigVM_Task, 'duration_secs': 0.352939} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.555485] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 89604a62-cbef-4925-ab9f-b4a5e18f4ba3/89604a62-cbef-4925-ab9f-b4a5e18f4ba3.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1911.555777] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance '89604a62-cbef-4925-ab9f-b4a5e18f4ba3' progress to 50 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1911.563847] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787563, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.591362] env[62295]: DEBUG nova.network.neutron [-] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.616929] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccd1800c-9f2b-4dcb-94af-d4a2cdd2087c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.628193] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5226437d-757a-438f-b7d6-7808f3bec754 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.654314] env[62295]: DEBUG nova.compute.manager [req-69ecf7e2-511a-4ca1-a9a0-c9f93953ca9a req-67247888-5c68-4b59-8b1b-6fe485fe683a service nova] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Detach interface failed, port_id=e398b8bd-01a2-42a5-b00f-daaa9b55cfbf, reason: Instance fb7de1bd-ad89-439f-a98d-f39e03dba0a3 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1911.869869] env[62295]: DEBUG nova.network.neutron [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1911.993471] env[62295]: DEBUG nova.network.neutron [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updating instance_info_cache with network_info: [{"id": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "address": "fa:16:3e:c1:fc:c8", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b235ce1-79", "ovs_interfaceid": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.063164] env[62295]: DEBUG oslo_vmware.api [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787563, 'name': PowerOnVM_Task, 'duration_secs': 0.698164} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.063891] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ae5522-2dc0-43d0-93d6-5194ff8c814e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.066496] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1912.066744] env[62295]: INFO nova.compute.manager [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1912.066935] env[62295]: DEBUG nova.compute.manager [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1912.067657] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba67873-4095-42a9-a083-31d340c1675c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.092092] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38ab972-41fa-4c16-9a30-4fbad98e9561 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.094722] env[62295]: INFO nova.compute.manager [-] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Took 1.62 seconds to deallocate network for instance. [ 1912.115284] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance '89604a62-cbef-4925-ab9f-b4a5e18f4ba3' progress to 67 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1912.496378] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.496527] env[62295]: DEBUG nova.compute.manager [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Instance network_info: |[{"id": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "address": "fa:16:3e:c1:fc:c8", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b235ce1-79", "ovs_interfaceid": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1912.496915] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:fc:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b235ce1-79e6-4582-b2ba-3e4c5143acbd', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1912.505198] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Creating folder: Project (81ff7a37ca6a4962a77fb7ad2ff2438c). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1912.505496] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17dad0f0-debc-4478-8c98-ca1ad84b6d53 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.516103] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Created folder: Project (81ff7a37ca6a4962a77fb7ad2ff2438c) in parent group-v370569. [ 1912.516290] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Creating folder: Instances. Parent ref: group-v370871. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1912.516508] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5827b5f3-8469-4a65-96eb-e92338fac3fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.525154] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Created folder: Instances in parent group-v370871. [ 1912.525379] env[62295]: DEBUG oslo.service.loopingcall [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.525555] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1912.525741] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6652b918-0a43-4fcb-acd2-10418951502f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.544244] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1912.544244] env[62295]: value = "task-1787566" [ 1912.544244] env[62295]: _type = "Task" [ 1912.544244] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.553118] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787566, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.599105] env[62295]: INFO nova.compute.manager [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Took 16.76 seconds to build instance. [ 1912.620050] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.620263] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.620474] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.648853] env[62295]: INFO nova.scheduler.client.report [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleted allocations for instance fb7de1bd-ad89-439f-a98d-f39e03dba0a3 [ 1912.770860] env[62295]: DEBUG nova.compute.manager [req-c399dd4f-683b-4367-b3df-317c3816e9e1 req-020e3601-c210-440c-9a90-2c1e16e359b7 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Received event network-changed-6b235ce1-79e6-4582-b2ba-3e4c5143acbd {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1912.771147] env[62295]: DEBUG nova.compute.manager [req-c399dd4f-683b-4367-b3df-317c3816e9e1 req-020e3601-c210-440c-9a90-2c1e16e359b7 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Refreshing instance network info cache due to event network-changed-6b235ce1-79e6-4582-b2ba-3e4c5143acbd. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1912.771406] env[62295]: DEBUG oslo_concurrency.lockutils [req-c399dd4f-683b-4367-b3df-317c3816e9e1 req-020e3601-c210-440c-9a90-2c1e16e359b7 service nova] Acquiring lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.771573] env[62295]: DEBUG oslo_concurrency.lockutils [req-c399dd4f-683b-4367-b3df-317c3816e9e1 req-020e3601-c210-440c-9a90-2c1e16e359b7 service nova] Acquired lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.772138] env[62295]: DEBUG nova.network.neutron [req-c399dd4f-683b-4367-b3df-317c3816e9e1 req-020e3601-c210-440c-9a90-2c1e16e359b7 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Refreshing network info cache for port 6b235ce1-79e6-4582-b2ba-3e4c5143acbd {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1913.054184] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787566, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.100905] env[62295]: DEBUG oslo_concurrency.lockutils [None req-bd4c4117-dcf7-4cc0-a70f-06ccb4d01d6a tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.270s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.157567] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c3c09862-5266-45c9-9f51-39b148dab1db tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "fb7de1bd-ad89-439f-a98d-f39e03dba0a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.904s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.545633] env[62295]: DEBUG nova.network.neutron [req-c399dd4f-683b-4367-b3df-317c3816e9e1 req-020e3601-c210-440c-9a90-2c1e16e359b7 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updated VIF entry in instance network info cache for port 6b235ce1-79e6-4582-b2ba-3e4c5143acbd. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.545991] env[62295]: DEBUG nova.network.neutron [req-c399dd4f-683b-4367-b3df-317c3816e9e1 req-020e3601-c210-440c-9a90-2c1e16e359b7 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updating instance_info_cache with network_info: [{"id": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "address": "fa:16:3e:c1:fc:c8", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b235ce1-79", "ovs_interfaceid": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.556251] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787566, 'name': CreateVM_Task, 'duration_secs': 0.553182} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.556915] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1913.557548] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.557713] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.558031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1913.558522] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbee33e1-01c5-4031-8f8c-5cab67d63d5b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.562862] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1913.562862] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d4f773-dbe6-2092-2730-b569c3b7558c" [ 1913.562862] env[62295]: _type = "Task" [ 1913.562862] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.570581] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d4f773-dbe6-2092-2730-b569c3b7558c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.820582] env[62295]: DEBUG nova.network.neutron [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Port 9375edd9-04c0-4b86-b04b-58e9edb5aba8 binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1914.051720] env[62295]: DEBUG oslo_concurrency.lockutils [req-c399dd4f-683b-4367-b3df-317c3816e9e1 req-020e3601-c210-440c-9a90-2c1e16e359b7 service nova] Releasing lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.075054] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d4f773-dbe6-2092-2730-b569c3b7558c, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.075054] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.075054] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1914.075460] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.075500] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.075660] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1914.075961] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e428dd20-6191-45e3-a7c9-7a47e315c87a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.084315] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1914.084456] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1914.085136] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e79aea-8e9f-41e4-ad71-ab944f1fb4cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.089963] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1914.089963] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e64c4b-a516-8270-4f61-e11eb80c6eb9" [ 1914.089963] env[62295]: _type = "Task" [ 1914.089963] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.099120] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e64c4b-a516-8270-4f61-e11eb80c6eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.288183] env[62295]: DEBUG nova.compute.manager [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Stashing vm_state: active {{(pid=62295) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1914.313556] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "0232176f-5c80-4494-9dcf-20d839db10c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.313791] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "0232176f-5c80-4494-9dcf-20d839db10c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.600321] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e64c4b-a516-8270-4f61-e11eb80c6eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.601112] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3c1893-7022-41ac-8c97-ab639c92377e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.606026] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1914.606026] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5210462c-4bac-9d1e-1ec4-190b15d5ab80" [ 1914.606026] env[62295]: _type = "Task" [ 1914.606026] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.614329] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5210462c-4bac-9d1e-1ec4-190b15d5ab80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.807761] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.808036] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.817214] env[62295]: DEBUG nova.compute.manager [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1914.838807] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.838807] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.838807] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.116481] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5210462c-4bac-9d1e-1ec4-190b15d5ab80, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.116801] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.116951] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6/e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1915.117204] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ff8e5c3-4fdf-43b2-85f4-6e5ca83b8f9f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.123477] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1915.123477] env[62295]: value = "task-1787567" [ 1915.123477] env[62295]: _type = "Task" [ 1915.123477] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.130427] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.315277] env[62295]: INFO nova.compute.claims [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1915.340666] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.635241] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439208} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.635470] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6/e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1915.635677] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1915.635930] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f955b2e-ef62-4fbf-940f-574016c5db85 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.643011] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1915.643011] env[62295]: value = "task-1787568" [ 1915.643011] env[62295]: _type = "Task" [ 1915.643011] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.650298] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.827433] env[62295]: INFO nova.compute.resource_tracker [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating resource usage from migration f4a87237-dfb4-4949-9523-232ced7fc91e [ 1915.876944] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.877138] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.877318] env[62295]: DEBUG nova.network.neutron [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.924587] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b94e40-22c3-4e0d-a14b-7fe3216441eb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.931870] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f3d498-e009-4fb2-a54d-e528310b32f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.961775] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c3e854-2bd2-43c3-9b6c-7d5218b5cc58 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.968443] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa41140b-5496-41ae-9990-be3a65e45653 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.981129] env[62295]: DEBUG nova.compute.provider_tree [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.153315] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07496} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.153634] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1916.154352] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff9a04-c3fe-47a5-949e-36c91a1581a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.177214] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6/e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1916.177442] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7c3c1f-d087-49ea-86e6-ef2aa62ec379 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.196251] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1916.196251] env[62295]: value = "task-1787569" [ 1916.196251] env[62295]: _type = "Task" [ 1916.196251] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.203457] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.499745] env[62295]: ERROR nova.scheduler.client.report [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [req-f6495bee-5ebb-4afb-af2b-2c1f0aa4a474] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6495bee-5ebb-4afb-af2b-2c1f0aa4a474"}]} [ 1916.514772] env[62295]: DEBUG nova.scheduler.client.report [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1916.527560] env[62295]: DEBUG nova.scheduler.client.report [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1916.527792] env[62295]: DEBUG nova.compute.provider_tree [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.538266] env[62295]: DEBUG nova.scheduler.client.report [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1916.557919] env[62295]: DEBUG nova.scheduler.client.report [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1916.601897] env[62295]: DEBUG nova.network.neutron [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance_info_cache with network_info: [{"id": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "address": "fa:16:3e:20:6e:32", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9375edd9-04", "ovs_interfaceid": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.666211] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36529bd0-6520-4afd-8642-813c71556b1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.674542] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc19642-86ff-4de3-9e7f-7f2e622ef08e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.706904] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed34b4f-c080-4c29-b9fa-24a0bcb98536 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.714220] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787569, 'name': ReconfigVM_Task, 'duration_secs': 0.294738} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.715823] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Reconfigured VM instance instance-00000070 to attach disk [datastore1] e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6/e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1916.716467] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97ab0233-8183-4485-93aa-93748f623ff8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.718745] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8923744e-041b-471a-b7ac-ffee1492d73e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.732425] env[62295]: DEBUG nova.compute.provider_tree [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.734583] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1916.734583] env[62295]: value = "task-1787570" [ 1916.734583] env[62295]: _type = "Task" [ 1916.734583] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.742065] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787570, 'name': Rename_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.105380] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.247192] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787570, 'name': Rename_Task, 'duration_secs': 0.141175} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.247500] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1917.247683] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df978e43-49ef-4ccf-b0b8-09af5146527a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.253243] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1917.253243] env[62295]: value = "task-1787571" [ 1917.253243] env[62295]: _type = "Task" [ 1917.253243] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.260259] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.261105] env[62295]: DEBUG nova.scheduler.client.report [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1917.261332] env[62295]: DEBUG nova.compute.provider_tree [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 175 to 176 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1917.261509] env[62295]: DEBUG nova.compute.provider_tree [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1917.614545] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2b7a4b-461a-4b09-9194-997d24a76bdd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.621845] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c8388c-49b7-4c39-bb86-07d16fac744f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.762319] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.766151] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.958s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.766347] env[62295]: INFO nova.compute.manager [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Migrating [ 1917.772564] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.432s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.774063] env[62295]: INFO nova.compute.claims [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1918.263492] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787571, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.286028] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.286222] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.286397] env[62295]: DEBUG nova.network.neutron [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1918.717880] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff7d43-e74b-49b7-8811-8e9a46b1933a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.468447] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86562ef-2e53-4e79-a796-f32bf56772d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.478553] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance '89604a62-cbef-4925-ab9f-b4a5e18f4ba3' progress to 83 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1919.482248] env[62295]: DEBUG oslo_vmware.api [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787571, 'name': PowerOnVM_Task, 'duration_secs': 1.022472} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.484737] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1919.484936] env[62295]: INFO nova.compute.manager [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1919.485135] env[62295]: DEBUG nova.compute.manager [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1919.486262] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b939b6e-a9ce-4bec-8e8e-903674548241 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.578649] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc7a4d4-3ff8-4cff-b86e-1e4c3016ca84 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.586845] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8285df65-70c8-4822-96c5-fad823dd8656 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.619160] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ac1a2-16e2-46b7-820c-d12da5c9a863 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.626798] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93ef148-3cb4-428a-b4aa-16ac8b2a3820 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.639763] env[62295]: DEBUG nova.compute.provider_tree [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.689665] env[62295]: DEBUG nova.network.neutron [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance_info_cache with network_info: [{"id": "9d480804-a50a-4724-9483-f3e18f4bcf27", "address": "fa:16:3e:11:7d:7e", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d480804-a5", "ovs_interfaceid": "9d480804-a50a-4724-9483-f3e18f4bcf27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.987723] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1919.988036] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f7dee21-d0ef-4493-b9b9-46ed31638ca9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.999497] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1919.999497] env[62295]: value = "task-1787572" [ 1919.999497] env[62295]: _type = "Task" [ 1919.999497] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.005735] env[62295]: INFO nova.compute.manager [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Took 20.76 seconds to build instance. [ 1920.011286] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787572, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.142700] env[62295]: DEBUG nova.scheduler.client.report [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1920.192215] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.511163] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9576ea8e-6617-4905-8d88-a902ecaa28ca tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.279s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.511544] env[62295]: DEBUG oslo_vmware.api [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787572, 'name': PowerOnVM_Task, 'duration_secs': 0.4189} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.511694] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1920.511868] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fa2263-91b0-421c-80c7-3a5d31204a3f tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance '89604a62-cbef-4925-ab9f-b4a5e18f4ba3' progress to 100 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.648411] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.648899] env[62295]: DEBUG nova.compute.manager [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1921.141416] env[62295]: DEBUG nova.compute.manager [req-1e5660e7-450e-43b1-9b2b-b46a56cef44c req-0e39fc4f-c10f-4f83-890a-b5f3a7cc08ed service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Received event network-changed-6b235ce1-79e6-4582-b2ba-3e4c5143acbd {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1921.141416] env[62295]: DEBUG nova.compute.manager [req-1e5660e7-450e-43b1-9b2b-b46a56cef44c req-0e39fc4f-c10f-4f83-890a-b5f3a7cc08ed service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Refreshing instance network info cache due to event network-changed-6b235ce1-79e6-4582-b2ba-3e4c5143acbd. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1921.141608] env[62295]: DEBUG oslo_concurrency.lockutils [req-1e5660e7-450e-43b1-9b2b-b46a56cef44c req-0e39fc4f-c10f-4f83-890a-b5f3a7cc08ed service nova] Acquiring lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.141750] env[62295]: DEBUG oslo_concurrency.lockutils [req-1e5660e7-450e-43b1-9b2b-b46a56cef44c req-0e39fc4f-c10f-4f83-890a-b5f3a7cc08ed service nova] Acquired lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.141951] env[62295]: DEBUG nova.network.neutron [req-1e5660e7-450e-43b1-9b2b-b46a56cef44c req-0e39fc4f-c10f-4f83-890a-b5f3a7cc08ed service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Refreshing network info cache for port 6b235ce1-79e6-4582-b2ba-3e4c5143acbd {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.153807] env[62295]: DEBUG nova.compute.utils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1921.156070] env[62295]: DEBUG nova.compute.manager [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1921.156070] env[62295]: DEBUG nova.network.neutron [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1921.199811] env[62295]: DEBUG nova.policy [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6af802d5e5450ea256f3f4b1d8f937', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '813ac1b1c8ec4807a1a2b03264d67fb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1921.459595] env[62295]: DEBUG nova.network.neutron [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Successfully created port: 122d5770-63f3-43c3-8a9c-ffd6a09919e3 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1921.656743] env[62295]: DEBUG nova.compute.manager [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1921.709408] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7dc75f-549a-494a-a486-107781465945 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.731447] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance '0c3e30eb-5131-4a07-8fc7-7798c31f090c' progress to 0 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1921.873972] env[62295]: DEBUG nova.network.neutron [req-1e5660e7-450e-43b1-9b2b-b46a56cef44c req-0e39fc4f-c10f-4f83-890a-b5f3a7cc08ed service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updated VIF entry in instance network info cache for port 6b235ce1-79e6-4582-b2ba-3e4c5143acbd. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.874402] env[62295]: DEBUG nova.network.neutron [req-1e5660e7-450e-43b1-9b2b-b46a56cef44c req-0e39fc4f-c10f-4f83-890a-b5f3a7cc08ed service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updating instance_info_cache with network_info: [{"id": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "address": "fa:16:3e:c1:fc:c8", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b235ce1-79", "ovs_interfaceid": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.236504] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.236796] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3ab68e2-71b5-40ee-b30f-fed97672316e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.245085] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1922.245085] env[62295]: value = "task-1787573" [ 1922.245085] env[62295]: _type = "Task" [ 1922.245085] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.253771] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.376863] env[62295]: DEBUG oslo_concurrency.lockutils [req-1e5660e7-450e-43b1-9b2b-b46a56cef44c req-0e39fc4f-c10f-4f83-890a-b5f3a7cc08ed service nova] Releasing lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.670028] env[62295]: DEBUG nova.compute.manager [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1922.695267] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1922.695526] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1922.695681] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1922.695860] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1922.696014] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1922.696170] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1922.696374] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1922.696530] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1922.696694] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1922.696855] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1922.697036] env[62295]: DEBUG nova.virt.hardware [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1922.698013] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a0eb49-2ae2-476e-9996-30d192fe28d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.706581] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224c7d90-bc93-4c39-b372-632e08a1d8ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.755710] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787573, 'name': PowerOffVM_Task, 'duration_secs': 0.21014} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.755935] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1922.756162] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance '0c3e30eb-5131-4a07-8fc7-7798c31f090c' progress to 17 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1922.873242] env[62295]: DEBUG nova.compute.manager [req-ad55c58f-8529-46ff-b148-2bb110ea6415 req-e41be738-aaf5-47a5-a041-27a57fb5a817 service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Received event network-vif-plugged-122d5770-63f3-43c3-8a9c-ffd6a09919e3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1922.873451] env[62295]: DEBUG oslo_concurrency.lockutils [req-ad55c58f-8529-46ff-b148-2bb110ea6415 req-e41be738-aaf5-47a5-a041-27a57fb5a817 service nova] Acquiring lock "0232176f-5c80-4494-9dcf-20d839db10c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.873650] env[62295]: DEBUG oslo_concurrency.lockutils [req-ad55c58f-8529-46ff-b148-2bb110ea6415 req-e41be738-aaf5-47a5-a041-27a57fb5a817 service nova] Lock "0232176f-5c80-4494-9dcf-20d839db10c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.873832] env[62295]: DEBUG oslo_concurrency.lockutils [req-ad55c58f-8529-46ff-b148-2bb110ea6415 req-e41be738-aaf5-47a5-a041-27a57fb5a817 service nova] Lock "0232176f-5c80-4494-9dcf-20d839db10c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.873993] env[62295]: DEBUG nova.compute.manager [req-ad55c58f-8529-46ff-b148-2bb110ea6415 req-e41be738-aaf5-47a5-a041-27a57fb5a817 service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] No waiting events found dispatching network-vif-plugged-122d5770-63f3-43c3-8a9c-ffd6a09919e3 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1922.874173] env[62295]: WARNING nova.compute.manager [req-ad55c58f-8529-46ff-b148-2bb110ea6415 req-e41be738-aaf5-47a5-a041-27a57fb5a817 service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Received unexpected event network-vif-plugged-122d5770-63f3-43c3-8a9c-ffd6a09919e3 for instance with vm_state building and task_state spawning. [ 1922.906529] env[62295]: DEBUG nova.network.neutron [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Port 9375edd9-04c0-4b86-b04b-58e9edb5aba8 binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1922.906781] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.906931] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.907108] env[62295]: DEBUG nova.network.neutron [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1922.959828] env[62295]: DEBUG nova.network.neutron [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Successfully updated port: 122d5770-63f3-43c3-8a9c-ffd6a09919e3 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.264036] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1923.264036] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1923.264036] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.264036] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1923.264036] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.264036] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1923.264730] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1923.265056] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1923.265343] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1923.265631] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1923.266518] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1923.271150] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aba9fa5-7524-4a56-85ec-19d5cf426205 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.288054] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1923.288054] env[62295]: value = "task-1787574" [ 1923.288054] env[62295]: _type = "Task" [ 1923.288054] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.295730] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.465239] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.465403] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.465573] env[62295]: DEBUG nova.network.neutron [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.671583] env[62295]: DEBUG nova.network.neutron [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance_info_cache with network_info: [{"id": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "address": "fa:16:3e:20:6e:32", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9375edd9-04", "ovs_interfaceid": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.798080] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787574, 'name': ReconfigVM_Task, 'duration_secs': 0.327673} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.798080] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance '0c3e30eb-5131-4a07-8fc7-7798c31f090c' progress to 33 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1923.996882] env[62295]: DEBUG nova.network.neutron [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.118890] env[62295]: DEBUG nova.network.neutron [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Updating instance_info_cache with network_info: [{"id": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "address": "fa:16:3e:1d:f1:61", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122d5770-63", "ovs_interfaceid": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.174437] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.304244] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1924.304401] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1924.304462] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1924.304626] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1924.304776] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1924.304919] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1924.305133] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1924.305301] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1924.305467] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1924.305628] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1924.305802] env[62295]: DEBUG nova.virt.hardware [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1924.311335] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1924.311626] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9206bc23-cfcf-4b75-93b6-d4eb732e2cc3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.330700] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1924.330700] env[62295]: value = "task-1787575" [ 1924.330700] env[62295]: _type = "Task" [ 1924.330700] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.338734] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.621711] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.621774] env[62295]: DEBUG nova.compute.manager [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Instance network_info: |[{"id": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "address": "fa:16:3e:1d:f1:61", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122d5770-63", "ovs_interfaceid": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1924.622318] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:f1:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '122d5770-63f3-43c3-8a9c-ffd6a09919e3', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1924.630198] env[62295]: DEBUG oslo.service.loopingcall [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.630416] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1924.630636] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a858ee86-4373-4856-8533-0b150d1fa889 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.650344] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1924.650344] env[62295]: value = "task-1787576" [ 1924.650344] env[62295]: _type = "Task" [ 1924.650344] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.657759] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787576, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.678084] env[62295]: DEBUG nova.compute.manager [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62295) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1924.841757] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787575, 'name': ReconfigVM_Task, 'duration_secs': 0.15327} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.842051] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1924.842908] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0f652-bf30-47d5-a053-98c73074da1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.864735] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0c3e30eb-5131-4a07-8fc7-7798c31f090c/0c3e30eb-5131-4a07-8fc7-7798c31f090c.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.864892] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562bc209-4570-4688-b58b-4f8b1e61a37c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.882582] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1924.882582] env[62295]: value = "task-1787577" [ 1924.882582] env[62295]: _type = "Task" [ 1924.882582] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.891841] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.898319] env[62295]: DEBUG nova.compute.manager [req-0c469837-50be-4b1f-89d4-9e150660bf0d req-2af96767-31c8-463d-b468-db57c676e82b service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Received event network-changed-122d5770-63f3-43c3-8a9c-ffd6a09919e3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1924.898518] env[62295]: DEBUG nova.compute.manager [req-0c469837-50be-4b1f-89d4-9e150660bf0d req-2af96767-31c8-463d-b468-db57c676e82b service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Refreshing instance network info cache due to event network-changed-122d5770-63f3-43c3-8a9c-ffd6a09919e3. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1924.898730] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c469837-50be-4b1f-89d4-9e150660bf0d req-2af96767-31c8-463d-b468-db57c676e82b service nova] Acquiring lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.898858] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c469837-50be-4b1f-89d4-9e150660bf0d req-2af96767-31c8-463d-b468-db57c676e82b service nova] Acquired lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.899097] env[62295]: DEBUG nova.network.neutron [req-0c469837-50be-4b1f-89d4-9e150660bf0d req-2af96767-31c8-463d-b468-db57c676e82b service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Refreshing network info cache for port 122d5770-63f3-43c3-8a9c-ffd6a09919e3 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1925.160378] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787576, 'name': CreateVM_Task, 'duration_secs': 0.384153} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.160805] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1925.161538] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.161707] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.162081] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1925.162338] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06a08a5-9f9b-4c17-b5dc-d7b10e88fd84 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.167242] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1925.167242] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e02031-48eb-505b-c865-c5ecc7ec7a18" [ 1925.167242] env[62295]: _type = "Task" [ 1925.167242] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.174807] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e02031-48eb-505b-c865-c5ecc7ec7a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.393294] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.602998] env[62295]: DEBUG nova.network.neutron [req-0c469837-50be-4b1f-89d4-9e150660bf0d req-2af96767-31c8-463d-b468-db57c676e82b service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Updated VIF entry in instance network info cache for port 122d5770-63f3-43c3-8a9c-ffd6a09919e3. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1925.603477] env[62295]: DEBUG nova.network.neutron [req-0c469837-50be-4b1f-89d4-9e150660bf0d req-2af96767-31c8-463d-b468-db57c676e82b service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Updating instance_info_cache with network_info: [{"id": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "address": "fa:16:3e:1d:f1:61", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122d5770-63", "ovs_interfaceid": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.678794] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e02031-48eb-505b-c865-c5ecc7ec7a18, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.679474] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.679721] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1925.679954] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.680120] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.680306] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1925.680570] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5550cd7d-0686-47fe-b9d5-0c7a450a860d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.688984] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1925.689195] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1925.689903] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62632b56-7dfc-4df1-b119-da33ce87e509 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.695645] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1925.695645] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cc7d86-a06f-4c69-0540-a954ddccd779" [ 1925.695645] env[62295]: _type = "Task" [ 1925.695645] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.705830] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cc7d86-a06f-4c69-0540-a954ddccd779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.780277] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.780565] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.893773] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787577, 'name': ReconfigVM_Task, 'duration_secs': 0.822826} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.893976] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0c3e30eb-5131-4a07-8fc7-7798c31f090c/0c3e30eb-5131-4a07-8fc7-7798c31f090c.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.894253] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance '0c3e30eb-5131-4a07-8fc7-7798c31f090c' progress to 50 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1926.106971] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c469837-50be-4b1f-89d4-9e150660bf0d req-2af96767-31c8-463d-b468-db57c676e82b service nova] Releasing lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.205709] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cc7d86-a06f-4c69-0540-a954ddccd779, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.206574] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d4b6e9-5f45-4ccb-ac73-0416e1148477 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.211669] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1926.211669] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b82ba-ae2e-de98-c76e-9bc70cc1b1d0" [ 1926.211669] env[62295]: _type = "Task" [ 1926.211669] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.218979] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b82ba-ae2e-de98-c76e-9bc70cc1b1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.283823] env[62295]: DEBUG nova.objects.instance [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'migration_context' on Instance uuid 89604a62-cbef-4925-ab9f-b4a5e18f4ba3 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1926.401271] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0e8697-22e7-4d36-95c5-e7ac054baec1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.423529] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad983e7-3a1f-42c1-81d4-f1f17c408f67 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.441934] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance '0c3e30eb-5131-4a07-8fc7-7798c31f090c' progress to 67 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1926.723049] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520b82ba-ae2e-de98-c76e-9bc70cc1b1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.723374] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.723669] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 0232176f-5c80-4494-9dcf-20d839db10c5/0232176f-5c80-4494-9dcf-20d839db10c5.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1926.723942] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f1ba97a-901e-4f94-9a2e-1f5d5e3479bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.730576] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1926.730576] env[62295]: value = "task-1787578" [ 1926.730576] env[62295]: _type = "Task" [ 1926.730576] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.738536] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.894333] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2a1a66-c511-481c-a891-62d8f7c2255a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.902324] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0601e133-2acf-421c-9d84-53c7de3c6668 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.936187] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda0ad71-651c-4c2d-b3dc-3d02d31940e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.944116] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a716f040-97e0-4ded-98cf-0add0406123f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.962011] env[62295]: DEBUG nova.compute.provider_tree [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1927.005274] env[62295]: DEBUG nova.network.neutron [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Port 9d480804-a50a-4724-9483-f3e18f4bcf27 binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1927.240250] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482074} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.240484] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 0232176f-5c80-4494-9dcf-20d839db10c5/0232176f-5c80-4494-9dcf-20d839db10c5.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1927.240695] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1927.240951] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15a1be28-1a5b-48c1-9fc2-a82101b5b4e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.247874] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1927.247874] env[62295]: value = "task-1787579" [ 1927.247874] env[62295]: _type = "Task" [ 1927.247874] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.255146] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.494277] env[62295]: DEBUG nova.scheduler.client.report [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1927.494546] env[62295]: DEBUG nova.compute.provider_tree [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 176 to 177 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1927.494727] env[62295]: DEBUG nova.compute.provider_tree [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1927.757988] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066152} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.758349] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1927.759241] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c436281-d3ce-4d11-91c5-78869b99c0c2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.781690] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 0232176f-5c80-4494-9dcf-20d839db10c5/0232176f-5c80-4494-9dcf-20d839db10c5.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.781960] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2996db2-2c98-48fd-9f84-6d8e794a5295 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.801854] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1927.801854] env[62295]: value = "task-1787580" [ 1927.801854] env[62295]: _type = "Task" [ 1927.801854] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.809839] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.027366] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.027626] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.027860] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.311426] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.506557] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.726s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.812157] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787580, 'name': ReconfigVM_Task, 'duration_secs': 0.528071} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.812491] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 0232176f-5c80-4494-9dcf-20d839db10c5/0232176f-5c80-4494-9dcf-20d839db10c5.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.813077] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-debca633-9571-44ab-8dc0-cdf9c75e8e63 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.819666] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1928.819666] env[62295]: value = "task-1787581" [ 1928.819666] env[62295]: _type = "Task" [ 1928.819666] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.827649] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787581, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.080200] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.080493] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.080733] env[62295]: DEBUG nova.network.neutron [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.330162] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787581, 'name': Rename_Task, 'duration_secs': 0.135857} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.330448] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1929.330686] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9687c249-3257-4e8c-aa7f-f0676f90001c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.337819] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1929.337819] env[62295]: value = "task-1787582" [ 1929.337819] env[62295]: _type = "Task" [ 1929.337819] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.345246] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.847048] env[62295]: DEBUG nova.network.neutron [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance_info_cache with network_info: [{"id": "9d480804-a50a-4724-9483-f3e18f4bcf27", "address": "fa:16:3e:11:7d:7e", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d480804-a5", "ovs_interfaceid": "9d480804-a50a-4724-9483-f3e18f4bcf27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.851821] env[62295]: DEBUG oslo_vmware.api [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787582, 'name': PowerOnVM_Task, 'duration_secs': 0.459189} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.852603] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1929.852859] env[62295]: INFO nova.compute.manager [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1929.853155] env[62295]: DEBUG nova.compute.manager [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1929.854115] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136b2da0-6839-43bd-b275-ac33c21ae559 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.043378] env[62295]: INFO nova.compute.manager [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Swapping old allocation on dict_keys(['8a072772-3a95-435d-8b28-629ec3fc2f0c']) held by migration dc56ba08-382e-44eb-8d76-d21b55e5a53b for instance [ 1930.064646] env[62295]: DEBUG nova.scheduler.client.report [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Overwriting current allocation {'allocations': {'8a072772-3a95-435d-8b28-629ec3fc2f0c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': '83b5b85416824d26b5843b8f4540949f', 'user_id': '124bb76e793b45ca97dbc601fa25c613', 'consumer_generation': 1} on consumer 89604a62-cbef-4925-ab9f-b4a5e18f4ba3 {{(pid=62295) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1930.145360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.145479] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.146133] env[62295]: DEBUG nova.network.neutron [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.353696] env[62295]: DEBUG oslo_concurrency.lockutils [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.374710] env[62295]: INFO nova.compute.manager [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Took 15.05 seconds to build instance. [ 1930.590294] env[62295]: DEBUG nova.compute.manager [req-044f37c8-a92e-4b49-b3d9-6f7bdf7b1c71 req-c0225251-4d54-4b79-90c7-04d24e886197 service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Received event network-changed-122d5770-63f3-43c3-8a9c-ffd6a09919e3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1930.590561] env[62295]: DEBUG nova.compute.manager [req-044f37c8-a92e-4b49-b3d9-6f7bdf7b1c71 req-c0225251-4d54-4b79-90c7-04d24e886197 service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Refreshing instance network info cache due to event network-changed-122d5770-63f3-43c3-8a9c-ffd6a09919e3. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1930.590747] env[62295]: DEBUG oslo_concurrency.lockutils [req-044f37c8-a92e-4b49-b3d9-6f7bdf7b1c71 req-c0225251-4d54-4b79-90c7-04d24e886197 service nova] Acquiring lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.590848] env[62295]: DEBUG oslo_concurrency.lockutils [req-044f37c8-a92e-4b49-b3d9-6f7bdf7b1c71 req-c0225251-4d54-4b79-90c7-04d24e886197 service nova] Acquired lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.591052] env[62295]: DEBUG nova.network.neutron [req-044f37c8-a92e-4b49-b3d9-6f7bdf7b1c71 req-c0225251-4d54-4b79-90c7-04d24e886197 service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Refreshing network info cache for port 122d5770-63f3-43c3-8a9c-ffd6a09919e3 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.848030] env[62295]: DEBUG nova.network.neutron [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance_info_cache with network_info: [{"id": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "address": "fa:16:3e:20:6e:32", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9375edd9-04", "ovs_interfaceid": "9375edd9-04c0-4b86-b04b-58e9edb5aba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.876170] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42036522-73c3-4fc9-8408-fce308b05deb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.879718] env[62295]: DEBUG oslo_concurrency.lockutils [None req-842161ac-5a08-4275-bb11-55d86bf3ecb8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "0232176f-5c80-4494-9dcf-20d839db10c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.566s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.897157] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c5d977-3f5f-4b5e-9af6-1a506badb776 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.904202] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance '0c3e30eb-5131-4a07-8fc7-7798c31f090c' progress to 83 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1930.960414] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.960661] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.295346] env[62295]: DEBUG nova.network.neutron [req-044f37c8-a92e-4b49-b3d9-6f7bdf7b1c71 req-c0225251-4d54-4b79-90c7-04d24e886197 service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Updated VIF entry in instance network info cache for port 122d5770-63f3-43c3-8a9c-ffd6a09919e3. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1931.295722] env[62295]: DEBUG nova.network.neutron [req-044f37c8-a92e-4b49-b3d9-6f7bdf7b1c71 req-c0225251-4d54-4b79-90c7-04d24e886197 service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Updating instance_info_cache with network_info: [{"id": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "address": "fa:16:3e:1d:f1:61", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122d5770-63", "ovs_interfaceid": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.350503] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-89604a62-cbef-4925-ab9f-b4a5e18f4ba3" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.351531] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90001205-80ee-44a3-a75d-e226725382b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.358876] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de9a48-b6d3-4fd6-b9a6-c961c1747730 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.411026] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1931.411026] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6b2b83-0f73-411b-89ba-2ebe345525d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.417869] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1931.417869] env[62295]: value = "task-1787583" [ 1931.417869] env[62295]: _type = "Task" [ 1931.417869] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.425610] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.464581] env[62295]: DEBUG nova.compute.utils [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.798577] env[62295]: DEBUG oslo_concurrency.lockutils [req-044f37c8-a92e-4b49-b3d9-6f7bdf7b1c71 req-c0225251-4d54-4b79-90c7-04d24e886197 service nova] Releasing lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.926945] env[62295]: DEBUG oslo_vmware.api [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787583, 'name': PowerOnVM_Task, 'duration_secs': 0.364002} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.927253] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.927420] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0b37e-ea37-4808-b45b-af4038c84308 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance '0c3e30eb-5131-4a07-8fc7-7798c31f090c' progress to 100 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1931.966997] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.438379] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.438656] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1138fa16-02e5-4cba-af2f-1d26a0de9edd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.447273] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1932.447273] env[62295]: value = "task-1787584" [ 1932.447273] env[62295]: _type = "Task" [ 1932.447273] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.456673] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.957757] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787584, 'name': PowerOffVM_Task, 'duration_secs': 0.263524} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.958162] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1932.958963] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1932.959257] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1932.959350] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1932.959536] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1932.959709] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1932.959873] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1932.961256] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1932.961256] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1932.961256] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1932.961256] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1932.961256] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1932.965908] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b43336-f9fc-4a47-8f4f-3c63ae708d77 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.983139] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1932.983139] env[62295]: value = "task-1787585" [ 1932.983139] env[62295]: _type = "Task" [ 1932.983139] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.992335] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.035438] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.035704] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.035948] env[62295]: INFO nova.compute.manager [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Attaching volume 29a3045a-fbcf-4922-b1c2-d00e7733aea0 to /dev/sdb [ 1933.074596] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d470b170-2f56-4f0f-b052-f98e4a0da2a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.082844] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3009f178-06af-47c3-9db6-b583840b4c3b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.096817] env[62295]: DEBUG nova.virt.block_device [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Updating existing volume attachment record: 1388b68a-2df0-4fac-ae14-4c35c0c234cf {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1933.494231] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787585, 'name': ReconfigVM_Task, 'duration_secs': 0.181257} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.495287] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b431c3-76d4-418d-84b5-6cbfa7d1f8a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.517520] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1933.517797] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1933.517969] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.518175] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1933.518328] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.518488] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1933.518679] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1933.518856] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1933.519040] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1933.519180] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1933.519356] env[62295]: DEBUG nova.virt.hardware [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1933.520272] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-183a413f-c86a-40ab-8455-a080ae3cb357 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.525930] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1933.525930] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520bfcb7-391a-6f43-3af8-7669ecc00939" [ 1933.525930] env[62295]: _type = "Task" [ 1933.525930] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.534770] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]520bfcb7-391a-6f43-3af8-7669ecc00939, 'name': SearchDatastore_Task, 'duration_secs': 0.006859} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.540112] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1933.540374] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37622096-7768-4a84-b25a-a49685f079a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.558613] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1933.558613] env[62295]: value = "task-1787587" [ 1933.558613] env[62295]: _type = "Task" [ 1933.558613] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.566621] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.741960] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.742458] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.742789] env[62295]: DEBUG nova.compute.manager [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Going to confirm migration 9 {{(pid=62295) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1934.070548] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787587, 'name': ReconfigVM_Task, 'duration_secs': 0.21057} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.070927] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1934.071680] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b36af4c-b019-4c7c-94a5-9bec8dac7f06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.102354] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 89604a62-cbef-4925-ab9f-b4a5e18f4ba3/89604a62-cbef-4925-ab9f-b4a5e18f4ba3.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.102663] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8721ada-b843-46a1-9b0d-146467bd85b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.120905] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1934.120905] env[62295]: value = "task-1787588" [ 1934.120905] env[62295]: _type = "Task" [ 1934.120905] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.128871] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.282018] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.282242] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.282431] env[62295]: DEBUG nova.network.neutron [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1934.282605] env[62295]: DEBUG nova.objects.instance [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lazy-loading 'info_cache' on Instance uuid 0c3e30eb-5131-4a07-8fc7-7798c31f090c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.630953] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787588, 'name': ReconfigVM_Task, 'duration_secs': 0.363323} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.631288] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 89604a62-cbef-4925-ab9f-b4a5e18f4ba3/89604a62-cbef-4925-ab9f-b4a5e18f4ba3.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.632103] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0a7ac7-b65f-4e75-8d7e-9129da7bd34a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.652228] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc6a7d5-7198-4c69-8fab-513027783dcf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.672892] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989afe1c-7355-4700-825d-1bfb05448572 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.693437] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ce36a1-e24d-408a-87eb-bd981ce63d69 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.700173] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1934.700396] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b646c8d-e2ce-4953-98de-4d8a5e7fb932 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.706634] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1934.706634] env[62295]: value = "task-1787589" [ 1934.706634] env[62295]: _type = "Task" [ 1934.706634] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.714296] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.217475] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787589, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.567856] env[62295]: DEBUG nova.network.neutron [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance_info_cache with network_info: [{"id": "9d480804-a50a-4724-9483-f3e18f4bcf27", "address": "fa:16:3e:11:7d:7e", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d480804-a5", "ovs_interfaceid": "9d480804-a50a-4724-9483-f3e18f4bcf27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.716813] env[62295]: DEBUG oslo_vmware.api [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787589, 'name': PowerOnVM_Task, 'duration_secs': 0.724943} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.717074] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.070593] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-0c3e30eb-5131-4a07-8fc7-7798c31f090c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.070857] env[62295]: DEBUG nova.objects.instance [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lazy-loading 'migration_context' on Instance uuid 0c3e30eb-5131-4a07-8fc7-7798c31f090c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.575880] env[62295]: DEBUG nova.objects.base [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Object Instance<0c3e30eb-5131-4a07-8fc7-7798c31f090c> lazy-loaded attributes: info_cache,migration_context {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1936.576870] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd83f71f-32b7-4056-beac-0e025c3a5ecf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.596573] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c107af42-04da-42cd-8bd3-07a5c7f048a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.602129] env[62295]: DEBUG oslo_vmware.api [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1936.602129] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52691ce5-e1bb-cbae-208b-88aececb6f5a" [ 1936.602129] env[62295]: _type = "Task" [ 1936.602129] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.609623] env[62295]: DEBUG oslo_vmware.api [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52691ce5-e1bb-cbae-208b-88aececb6f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.755863] env[62295]: INFO nova.compute.manager [None req-a1f0b558-c2f7-4451-b140-241c10095193 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance to original state: 'active' [ 1937.112749] env[62295]: DEBUG oslo_vmware.api [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52691ce5-e1bb-cbae-208b-88aececb6f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.006919} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.113061] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.113306] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.645926] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1937.646221] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370875', 'volume_id': '29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'name': 'volume-29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '97d0ed62-89ba-4620-97f6-620e9ab74cf3', 'attached_at': '', 'detached_at': '', 'volume_id': '29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'serial': '29a3045a-fbcf-4922-b1c2-d00e7733aea0'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1937.647186] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d462a152-e1cb-4a07-923a-f45a289c418c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.672259] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4858cbbc-aa8e-48a4-a59a-48c09b0b0927 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.701680] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-29a3045a-fbcf-4922-b1c2-d00e7733aea0/volume-29a3045a-fbcf-4922-b1c2-d00e7733aea0.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1937.704731] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df660e4b-1350-4211-890d-0fb05da7040f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.723666] env[62295]: DEBUG oslo_vmware.api [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1937.723666] env[62295]: value = "task-1787591" [ 1937.723666] env[62295]: _type = "Task" [ 1937.723666] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.733852] env[62295]: DEBUG oslo_vmware.api [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.764390] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26adfcda-a276-4357-8fd8-480dea5b6fa0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.774484] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24016223-968e-44cd-a02a-ef5a649fd8cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.806120] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26407325-30d5-4a51-9e12-00ae24a36415 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.814486] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88dc9ed-51db-4db7-bf65-a7c234da7254 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.828223] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.828465] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.828688] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.828882] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.829075] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.831027] env[62295]: DEBUG nova.compute.provider_tree [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1937.832641] env[62295]: INFO nova.compute.manager [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Terminating instance [ 1937.834520] env[62295]: DEBUG nova.compute.manager [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1937.834728] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1937.834936] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc1624f0-bd1a-4fa5-827e-06784f867dfe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.840770] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1937.840770] env[62295]: value = "task-1787592" [ 1937.840770] env[62295]: _type = "Task" [ 1937.840770] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.850624] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.233324] env[62295]: DEBUG oslo_vmware.api [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787591, 'name': ReconfigVM_Task, 'duration_secs': 0.382488} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.233538] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-29a3045a-fbcf-4922-b1c2-d00e7733aea0/volume-29a3045a-fbcf-4922-b1c2-d00e7733aea0.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.238269] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91d3dd4-b681-43c4-82e7-3fde72b1718a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.253571] env[62295]: DEBUG oslo_vmware.api [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1938.253571] env[62295]: value = "task-1787593" [ 1938.253571] env[62295]: _type = "Task" [ 1938.253571] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.264705] env[62295]: DEBUG oslo_vmware.api [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.350271] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787592, 'name': PowerOffVM_Task, 'duration_secs': 0.207434} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.350599] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1938.350803] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1938.351039] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370868', 'volume_id': '4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'name': 'volume-4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '89604a62-cbef-4925-ab9f-b4a5e18f4ba3', 'attached_at': '2024-12-12T02:16:54.000000', 'detached_at': '', 'volume_id': '4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'serial': '4e0fd48a-2c77-458d-9c2a-70c20e30e717'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1938.351767] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa457e1-e537-4239-84a2-560922e32c12 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.354699] env[62295]: ERROR nova.scheduler.client.report [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [req-d0acae9f-46d6-4fd2-a87c-7e4afa3d5ae8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0acae9f-46d6-4fd2-a87c-7e4afa3d5ae8"}]} [ 1938.375399] env[62295]: DEBUG nova.scheduler.client.report [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1938.377755] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d877af-7b3c-42f8-8d68-8f819ae2a9d0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.384736] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ccd350-a519-42b3-ab4b-163b21f7dfb6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.405660] env[62295]: DEBUG nova.scheduler.client.report [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1938.405869] env[62295]: DEBUG nova.compute.provider_tree [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1938.408249] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f764e652-8fed-46e4-b4ea-fdd596e3ebfb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.424435] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] The volume has not been displaced from its original location: [datastore1] volume-4e0fd48a-2c77-458d-9c2a-70c20e30e717/volume-4e0fd48a-2c77-458d-9c2a-70c20e30e717.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1938.429636] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1938.430553] env[62295]: DEBUG nova.scheduler.client.report [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1938.432344] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7317b2a8-d7d0-4262-aaad-50aaabb3204e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.449789] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1938.449789] env[62295]: value = "task-1787594" [ 1938.449789] env[62295]: _type = "Task" [ 1938.449789] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.457622] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.460244] env[62295]: DEBUG nova.scheduler.client.report [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1938.551405] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d27d0-2452-44f0-adf8-a23dc248854d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.558982] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc4af10-7821-482d-b2a4-c8bfd35e1ebb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.591010] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce650cd-c30e-4423-8fa8-41f3ecfdd265 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.598119] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b677f2-dc46-429a-8b6e-f08c39166d1e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.610868] env[62295]: DEBUG nova.compute.provider_tree [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1938.767237] env[62295]: DEBUG oslo_vmware.api [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787593, 'name': ReconfigVM_Task, 'duration_secs': 0.137919} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.767696] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370875', 'volume_id': '29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'name': 'volume-29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '97d0ed62-89ba-4620-97f6-620e9ab74cf3', 'attached_at': '', 'detached_at': '', 'volume_id': '29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'serial': '29a3045a-fbcf-4922-b1c2-d00e7733aea0'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1938.959592] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787594, 'name': ReconfigVM_Task, 'duration_secs': 0.210056} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.959855] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1938.964533] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0b01cf-ed82-470a-882a-a310e9cbbfff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.981746] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1938.981746] env[62295]: value = "task-1787595" [ 1938.981746] env[62295]: _type = "Task" [ 1938.981746] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.990079] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.140266] env[62295]: DEBUG nova.scheduler.client.report [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1939.140608] env[62295]: DEBUG nova.compute.provider_tree [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 178 to 179 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1939.140833] env[62295]: DEBUG nova.compute.provider_tree [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1939.491860] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787595, 'name': ReconfigVM_Task, 'duration_secs': 0.141201} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.492168] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370868', 'volume_id': '4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'name': 'volume-4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '89604a62-cbef-4925-ab9f-b4a5e18f4ba3', 'attached_at': '2024-12-12T02:16:54.000000', 'detached_at': '', 'volume_id': '4e0fd48a-2c77-458d-9c2a-70c20e30e717', 'serial': '4e0fd48a-2c77-458d-9c2a-70c20e30e717'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1939.492486] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.493264] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0077f39-d88a-4762-af27-74132492e648 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.499667] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.499918] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a16bbe51-cd7d-4afe-9b6e-686d0d1b0282 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.575818] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.576090] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.576226] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleting the datastore file [datastore1] 89604a62-cbef-4925-ab9f-b4a5e18f4ba3 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.576480] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbad572b-9471-4dd2-ba0b-09c451124ab6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.584233] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1939.584233] env[62295]: value = "task-1787597" [ 1939.584233] env[62295]: _type = "Task" [ 1939.584233] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.591801] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.804401] env[62295]: DEBUG nova.objects.instance [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lazy-loading 'flavor' on Instance uuid 97d0ed62-89ba-4620-97f6-620e9ab74cf3 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.094901] env[62295]: DEBUG oslo_vmware.api [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150421} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.094901] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1940.094901] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1940.094901] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1940.094901] env[62295]: INFO nova.compute.manager [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1940.095310] env[62295]: DEBUG oslo.service.loopingcall [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.095347] env[62295]: DEBUG nova.compute.manager [-] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1940.095454] env[62295]: DEBUG nova.network.neutron [-] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1940.150453] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.037s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.309567] env[62295]: DEBUG oslo_concurrency.lockutils [None req-c596504e-9cd2-4cd2-bc7b-58adb2a3e015 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.492666] env[62295]: DEBUG oslo_concurrency.lockutils [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.492941] env[62295]: DEBUG oslo_concurrency.lockutils [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.529531] env[62295]: DEBUG nova.compute.manager [req-2d892138-2ab7-43da-9b8e-08ef71a65d59 req-02ac41a9-f42c-4674-87a4-8265467dad63 service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Received event network-vif-deleted-9375edd9-04c0-4b86-b04b-58e9edb5aba8 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1940.529807] env[62295]: INFO nova.compute.manager [req-2d892138-2ab7-43da-9b8e-08ef71a65d59 req-02ac41a9-f42c-4674-87a4-8265467dad63 service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Neutron deleted interface 9375edd9-04c0-4b86-b04b-58e9edb5aba8; detaching it from the instance and deleting it from the info cache [ 1940.530029] env[62295]: DEBUG nova.network.neutron [req-2d892138-2ab7-43da-9b8e-08ef71a65d59 req-02ac41a9-f42c-4674-87a4-8265467dad63 service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.728605] env[62295]: INFO nova.scheduler.client.report [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted allocation for migration f4a87237-dfb4-4949-9523-232ced7fc91e [ 1940.996650] env[62295]: INFO nova.compute.manager [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Detaching volume 29a3045a-fbcf-4922-b1c2-d00e7733aea0 [ 1941.009756] env[62295]: DEBUG nova.network.neutron [-] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.032733] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ab7152c-fd70-47b5-9358-424dab25d14b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.035764] env[62295]: INFO nova.virt.block_device [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Attempting to driver detach volume 29a3045a-fbcf-4922-b1c2-d00e7733aea0 from mountpoint /dev/sdb [ 1941.035986] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1941.036178] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370875', 'volume_id': '29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'name': 'volume-29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '97d0ed62-89ba-4620-97f6-620e9ab74cf3', 'attached_at': '', 'detached_at': '', 'volume_id': '29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'serial': '29a3045a-fbcf-4922-b1c2-d00e7733aea0'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1941.037607] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d5c55-ab20-49a5-b632-399adce52486 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.063167] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881a5554-9276-4b9c-964f-bc45fe67e9b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.069030] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1644d375-1bc6-43e8-b287-cb7ae88f563f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.083199] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e572ba-b06f-40c5-bfeb-2f767fd2165a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.110721] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0902f7-f366-4f28-8a20-3f0f5103ba7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.113486] env[62295]: DEBUG nova.compute.manager [req-2d892138-2ab7-43da-9b8e-08ef71a65d59 req-02ac41a9-f42c-4674-87a4-8265467dad63 service nova] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Detach interface failed, port_id=9375edd9-04c0-4b86-b04b-58e9edb5aba8, reason: Instance 89604a62-cbef-4925-ab9f-b4a5e18f4ba3 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1941.125936] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] The volume has not been displaced from its original location: [datastore1] volume-29a3045a-fbcf-4922-b1c2-d00e7733aea0/volume-29a3045a-fbcf-4922-b1c2-d00e7733aea0.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1941.131234] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1941.131547] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eb4e3f1-0327-4f6d-bdf5-8abf03e09e8b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.149354] env[62295]: DEBUG oslo_vmware.api [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1941.149354] env[62295]: value = "task-1787598" [ 1941.149354] env[62295]: _type = "Task" [ 1941.149354] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.157254] env[62295]: DEBUG oslo_vmware.api [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.233243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4587707c-b96b-44e5-bb64-61bb45a46413 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.491s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.513026] env[62295]: INFO nova.compute.manager [-] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Took 1.42 seconds to deallocate network for instance. [ 1941.662962] env[62295]: DEBUG oslo_vmware.api [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787598, 'name': ReconfigVM_Task, 'duration_secs': 0.254719} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.663281] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1941.667818] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b702aacf-0eec-4eae-954a-423a1baddf44 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.682428] env[62295]: DEBUG oslo_vmware.api [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1941.682428] env[62295]: value = "task-1787599" [ 1941.682428] env[62295]: _type = "Task" [ 1941.682428] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.690140] env[62295]: DEBUG oslo_vmware.api [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.893428] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.893744] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.893968] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.894171] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.894344] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.896669] env[62295]: INFO nova.compute.manager [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Terminating instance [ 1941.898444] env[62295]: DEBUG nova.compute.manager [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1941.898641] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.899518] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4985e93-311f-4306-ad10-2776be2e4406 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.906752] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.906925] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11a8bc1c-bd69-42c0-b11c-4d0280a60404 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.914524] env[62295]: DEBUG oslo_vmware.api [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1941.914524] env[62295]: value = "task-1787600" [ 1941.914524] env[62295]: _type = "Task" [ 1941.914524] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.923072] env[62295]: DEBUG oslo_vmware.api [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.056806] env[62295]: INFO nova.compute.manager [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Took 0.54 seconds to detach 1 volumes for instance. [ 1942.192616] env[62295]: DEBUG oslo_vmware.api [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787599, 'name': ReconfigVM_Task, 'duration_secs': 0.202606} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.192931] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370875', 'volume_id': '29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'name': 'volume-29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '97d0ed62-89ba-4620-97f6-620e9ab74cf3', 'attached_at': '', 'detached_at': '', 'volume_id': '29a3045a-fbcf-4922-b1c2-d00e7733aea0', 'serial': '29a3045a-fbcf-4922-b1c2-d00e7733aea0'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1942.345194] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "543a28f3-f8a2-4e49-8a89-371087b167ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.345441] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "543a28f3-f8a2-4e49-8a89-371087b167ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.423815] env[62295]: DEBUG oslo_vmware.api [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787600, 'name': PowerOffVM_Task, 'duration_secs': 0.262841} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.424091] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.424276] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1942.424519] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97135b5a-6996-4214-a06e-0955d07353b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.495587] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.495847] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.496043] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleting the datastore file [datastore1] 0c3e30eb-5131-4a07-8fc7-7798c31f090c {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.496317] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08fe0ca8-7e21-480a-94c8-dee9b455decd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.503275] env[62295]: DEBUG oslo_vmware.api [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1942.503275] env[62295]: value = "task-1787602" [ 1942.503275] env[62295]: _type = "Task" [ 1942.503275] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.510644] env[62295]: DEBUG oslo_vmware.api [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.565011] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.565271] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.565470] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.583621] env[62295]: INFO nova.scheduler.client.report [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleted allocations for instance 89604a62-cbef-4925-ab9f-b4a5e18f4ba3 [ 1942.736782] env[62295]: DEBUG nova.objects.instance [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lazy-loading 'flavor' on Instance uuid 97d0ed62-89ba-4620-97f6-620e9ab74cf3 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.847356] env[62295]: DEBUG nova.compute.manager [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1943.014030] env[62295]: DEBUG oslo_vmware.api [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335881} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.014239] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.014800] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.014800] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.014800] env[62295]: INFO nova.compute.manager [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1943.015068] env[62295]: DEBUG oslo.service.loopingcall [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.015274] env[62295]: DEBUG nova.compute.manager [-] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1943.015374] env[62295]: DEBUG nova.network.neutron [-] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1943.092236] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b79b7b81-dd2a-4f00-94d3-3b3c93d48385 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "89604a62-cbef-4925-ab9f-b4a5e18f4ba3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.264s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.253330] env[62295]: DEBUG nova.compute.manager [req-37984efc-68a3-4d96-8b0d-c0611c6c421b req-b8994f0f-6055-4839-a112-aee72303b796 service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Received event network-vif-deleted-9d480804-a50a-4724-9483-f3e18f4bcf27 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1943.253531] env[62295]: INFO nova.compute.manager [req-37984efc-68a3-4d96-8b0d-c0611c6c421b req-b8994f0f-6055-4839-a112-aee72303b796 service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Neutron deleted interface 9d480804-a50a-4724-9483-f3e18f4bcf27; detaching it from the instance and deleting it from the info cache [ 1943.253779] env[62295]: DEBUG nova.network.neutron [req-37984efc-68a3-4d96-8b0d-c0611c6c421b req-b8994f0f-6055-4839-a112-aee72303b796 service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.343509] env[62295]: DEBUG oslo_concurrency.lockutils [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.343509] env[62295]: DEBUG oslo_concurrency.lockutils [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.370572] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.370848] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.372393] env[62295]: INFO nova.compute.claims [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1943.731881] env[62295]: DEBUG nova.network.neutron [-] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.744631] env[62295]: DEBUG oslo_concurrency.lockutils [None req-add285b0-8563-4692-979d-c09b8e379796 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.758261] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3528d0b0-2c72-451d-a8a7-3738f746b3cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.769170] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8157c3c-9205-4b7b-af96-3a253e959338 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.796246] env[62295]: DEBUG nova.compute.manager [req-37984efc-68a3-4d96-8b0d-c0611c6c421b req-b8994f0f-6055-4839-a112-aee72303b796 service nova] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Detach interface failed, port_id=9d480804-a50a-4724-9483-f3e18f4bcf27, reason: Instance 0c3e30eb-5131-4a07-8fc7-7798c31f090c could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1943.847031] env[62295]: DEBUG nova.compute.utils [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1943.881533] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.881533] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.234500] env[62295]: INFO nova.compute.manager [-] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Took 1.22 seconds to deallocate network for instance. [ 1944.351653] env[62295]: DEBUG oslo_concurrency.lockutils [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.385167] env[62295]: DEBUG nova.compute.manager [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1944.476577] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde441bf-ee8f-4654-bc84-09e6955b398a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.484103] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559e5d05-fc1b-44ef-b96f-18425175ee25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.514477] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da9a59b-db51-46f8-943e-dff619e6604c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.521972] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9456c69-c8e8-4849-8209-a9c03b648862 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.534964] env[62295]: DEBUG nova.compute.provider_tree [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.735532] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.735791] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.736068] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.736280] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.736455] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.738576] env[62295]: INFO nova.compute.manager [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Terminating instance [ 1944.740865] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.741521] env[62295]: DEBUG nova.compute.manager [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1944.741779] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1944.742665] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f874e-5c17-470e-a5dc-f469361ffac5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.750124] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.750343] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0011d484-6834-44d6-bc96-8b22ba2332a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.757548] env[62295]: DEBUG oslo_vmware.api [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1944.757548] env[62295]: value = "task-1787603" [ 1944.757548] env[62295]: _type = "Task" [ 1944.757548] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.765528] env[62295]: DEBUG oslo_vmware.api [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.903578] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.038540] env[62295]: DEBUG nova.scheduler.client.report [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1945.266989] env[62295]: DEBUG oslo_vmware.api [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787603, 'name': PowerOffVM_Task, 'duration_secs': 0.185417} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.267349] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.267438] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1945.267682] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16f2fce3-89ae-45c1-ae49-034d3b2fc999 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.348647] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.348899] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.349086] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleting the datastore file [datastore1] 97d0ed62-89ba-4620-97f6-620e9ab74cf3 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.349371] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad06870-8087-4f62-8d05-cf98740b8fa6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.355874] env[62295]: DEBUG oslo_vmware.api [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1945.355874] env[62295]: value = "task-1787605" [ 1945.355874] env[62295]: _type = "Task" [ 1945.355874] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.363690] env[62295]: DEBUG oslo_vmware.api [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.410569] env[62295]: DEBUG oslo_concurrency.lockutils [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.410769] env[62295]: DEBUG oslo_concurrency.lockutils [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.411015] env[62295]: INFO nova.compute.manager [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Attaching volume ef9f7c8a-89bc-46e4-9f79-b478f2933e8b to /dev/sdb [ 1945.441334] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d025f88d-6558-45d1-828c-cd105aabf35c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.447922] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421e5e14-39f1-4d56-8275-a342ac94e7d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.460580] env[62295]: DEBUG nova.virt.block_device [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Updating existing volume attachment record: b8546a8b-d3c8-4e79-917e-3210085732c3 {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1945.543444] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.543955] env[62295]: DEBUG nova.compute.manager [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1945.546569] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.806s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.546765] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.548795] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.645s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.550385] env[62295]: INFO nova.compute.claims [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1945.571138] env[62295]: INFO nova.scheduler.client.report [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted allocations for instance 0c3e30eb-5131-4a07-8fc7-7798c31f090c [ 1945.866115] env[62295]: DEBUG oslo_vmware.api [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.055080] env[62295]: DEBUG nova.compute.utils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1946.058021] env[62295]: DEBUG nova.compute.manager [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1946.058199] env[62295]: DEBUG nova.network.neutron [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1946.077750] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a55cea5e-7bb7-4b74-af9c-ca294ec0d520 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "0c3e30eb-5131-4a07-8fc7-7798c31f090c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.184s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.112451] env[62295]: DEBUG nova.policy [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffbc7fb0a1b54941bff2260156a35dd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cddf42c9fcc94507b12b79d5b1a7d970', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1946.368328] env[62295]: DEBUG nova.network.neutron [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Successfully created port: a1a4848e-3450-43d0-90c0-832fb6950075 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1946.370431] env[62295]: DEBUG oslo_vmware.api [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.774865} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.370742] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.370984] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.371263] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.371505] env[62295]: INFO nova.compute.manager [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1946.371803] env[62295]: DEBUG oslo.service.loopingcall [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.373182] env[62295]: DEBUG nova.compute.manager [-] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1946.373334] env[62295]: DEBUG nova.network.neutron [-] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1946.561551] env[62295]: DEBUG nova.compute.manager [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1946.659118] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9c3719-4b10-4bf1-aca4-34035b1eaa46 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.668573] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fd7440-e08b-45a4-bc08-e9fef68ea862 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.701102] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff5b08e-a419-41e4-9dc2-c9bd53bc0e95 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.708564] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14bbf1-8aec-4c60-9a0c-b07093c14d61 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.721989] env[62295]: DEBUG nova.compute.provider_tree [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1946.814592] env[62295]: DEBUG nova.compute.manager [req-e62689cb-15f8-4831-9479-acdd2fc0ddec req-4ca57d3b-6960-4157-a905-6bd715591ff6 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Received event network-vif-deleted-30d502fb-07b8-4c1f-b454-915ac043690f {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1946.814795] env[62295]: INFO nova.compute.manager [req-e62689cb-15f8-4831-9479-acdd2fc0ddec req-4ca57d3b-6960-4157-a905-6bd715591ff6 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Neutron deleted interface 30d502fb-07b8-4c1f-b454-915ac043690f; detaching it from the instance and deleting it from the info cache [ 1946.814971] env[62295]: DEBUG nova.network.neutron [req-e62689cb-15f8-4831-9479-acdd2fc0ddec req-4ca57d3b-6960-4157-a905-6bd715591ff6 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.242948] env[62295]: ERROR nova.scheduler.client.report [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [req-6f92d316-90f6-4cc8-8630-408cc27c087e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6f92d316-90f6-4cc8-8630-408cc27c087e"}]} [ 1947.257908] env[62295]: DEBUG nova.scheduler.client.report [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1947.270842] env[62295]: DEBUG nova.scheduler.client.report [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1947.271074] env[62295]: DEBUG nova.compute.provider_tree [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1947.283627] env[62295]: DEBUG nova.scheduler.client.report [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1947.291655] env[62295]: DEBUG nova.network.neutron [-] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.300960] env[62295]: DEBUG nova.scheduler.client.report [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1947.318762] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb8e3f97-5b9f-4aa5-8524-b7da180b45cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.328396] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045e9482-cfc7-4032-a228-feab67b61b45 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.366503] env[62295]: DEBUG nova.compute.manager [req-e62689cb-15f8-4831-9479-acdd2fc0ddec req-4ca57d3b-6960-4157-a905-6bd715591ff6 service nova] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Detach interface failed, port_id=30d502fb-07b8-4c1f-b454-915ac043690f, reason: Instance 97d0ed62-89ba-4620-97f6-620e9ab74cf3 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1947.407503] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511bf722-ed66-4c4a-a4c3-5d0cb3278890 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.415189] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105b7bfb-f2ae-4d6c-92a6-19fe9d662e71 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.446842] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcb001f-8a90-4f9d-82a0-37273d69f513 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.454449] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc01ce0a-e501-4d26-9d8b-34d2af819327 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.467474] env[62295]: DEBUG nova.compute.provider_tree [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1947.572535] env[62295]: DEBUG nova.compute.manager [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1947.597910] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1947.598175] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1947.598335] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1947.598521] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1947.598669] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1947.598816] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1947.599031] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1947.599209] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1947.599401] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1947.599570] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1947.599740] env[62295]: DEBUG nova.virt.hardware [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1947.600596] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262494c9-00f7-49f1-879a-ac4c477c4ca9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.608661] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deee0ea2-412e-40cb-95d2-a8c713089339 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.767846] env[62295]: DEBUG nova.compute.manager [req-05e826c1-0e13-4fbf-a7c6-d0868b51435b req-72447e4d-4e07-4ce5-abf9-7cc0186a7c08 service nova] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Received event network-vif-plugged-a1a4848e-3450-43d0-90c0-832fb6950075 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1947.768104] env[62295]: DEBUG oslo_concurrency.lockutils [req-05e826c1-0e13-4fbf-a7c6-d0868b51435b req-72447e4d-4e07-4ce5-abf9-7cc0186a7c08 service nova] Acquiring lock "543a28f3-f8a2-4e49-8a89-371087b167ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.768327] env[62295]: DEBUG oslo_concurrency.lockutils [req-05e826c1-0e13-4fbf-a7c6-d0868b51435b req-72447e4d-4e07-4ce5-abf9-7cc0186a7c08 service nova] Lock "543a28f3-f8a2-4e49-8a89-371087b167ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.768608] env[62295]: DEBUG oslo_concurrency.lockutils [req-05e826c1-0e13-4fbf-a7c6-d0868b51435b req-72447e4d-4e07-4ce5-abf9-7cc0186a7c08 service nova] Lock "543a28f3-f8a2-4e49-8a89-371087b167ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.768682] env[62295]: DEBUG nova.compute.manager [req-05e826c1-0e13-4fbf-a7c6-d0868b51435b req-72447e4d-4e07-4ce5-abf9-7cc0186a7c08 service nova] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] No waiting events found dispatching network-vif-plugged-a1a4848e-3450-43d0-90c0-832fb6950075 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1947.768843] env[62295]: WARNING nova.compute.manager [req-05e826c1-0e13-4fbf-a7c6-d0868b51435b req-72447e4d-4e07-4ce5-abf9-7cc0186a7c08 service nova] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Received unexpected event network-vif-plugged-a1a4848e-3450-43d0-90c0-832fb6950075 for instance with vm_state building and task_state spawning. [ 1947.794878] env[62295]: INFO nova.compute.manager [-] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Took 1.42 seconds to deallocate network for instance. [ 1947.881029] env[62295]: DEBUG nova.network.neutron [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Successfully updated port: a1a4848e-3450-43d0-90c0-832fb6950075 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1947.999104] env[62295]: DEBUG nova.scheduler.client.report [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1947.999381] env[62295]: DEBUG nova.compute.provider_tree [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 182 to 183 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1947.999559] env[62295]: DEBUG nova.compute.provider_tree [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1948.300874] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.388672] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "refresh_cache-543a28f3-f8a2-4e49-8a89-371087b167ee" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.388672] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "refresh_cache-543a28f3-f8a2-4e49-8a89-371087b167ee" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.388672] env[62295]: DEBUG nova.network.neutron [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.505248] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.956s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.505790] env[62295]: DEBUG nova.compute.manager [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1948.508712] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.208s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.508932] env[62295]: DEBUG nova.objects.instance [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lazy-loading 'resources' on Instance uuid 97d0ed62-89ba-4620-97f6-620e9ab74cf3 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.919400] env[62295]: DEBUG nova.network.neutron [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1949.015365] env[62295]: DEBUG nova.compute.utils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1949.017606] env[62295]: DEBUG nova.compute.manager [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1949.017606] env[62295]: DEBUG nova.network.neutron [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1949.055907] env[62295]: DEBUG nova.policy [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124bb76e793b45ca97dbc601fa25c613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b5b85416824d26b5843b8f4540949f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1949.060560] env[62295]: DEBUG nova.network.neutron [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Updating instance_info_cache with network_info: [{"id": "a1a4848e-3450-43d0-90c0-832fb6950075", "address": "fa:16:3e:43:2a:68", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a4848e-34", "ovs_interfaceid": "a1a4848e-3450-43d0-90c0-832fb6950075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.099428] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd42709e-675e-4e74-923c-0d5f76cfbc87 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.107186] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e79697-21ac-44e6-aca2-4eb7ea31e265 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.137548] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6991a4-cba9-47d2-860b-bf65ad68bb6b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.145651] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252f4a98-c853-4c97-925d-f2e4bd4300d0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.162163] env[62295]: DEBUG nova.compute.provider_tree [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.325145] env[62295]: DEBUG nova.network.neutron [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Successfully created port: 6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1949.520734] env[62295]: DEBUG nova.compute.manager [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1949.562760] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "refresh_cache-543a28f3-f8a2-4e49-8a89-371087b167ee" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.563108] env[62295]: DEBUG nova.compute.manager [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Instance network_info: |[{"id": "a1a4848e-3450-43d0-90c0-832fb6950075", "address": "fa:16:3e:43:2a:68", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a4848e-34", "ovs_interfaceid": "a1a4848e-3450-43d0-90c0-832fb6950075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1949.563529] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:2a:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1a4848e-3450-43d0-90c0-832fb6950075', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1949.571691] env[62295]: DEBUG oslo.service.loopingcall [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.572175] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1949.572434] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96466b94-2f56-4741-916b-e400c7aab395 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.595933] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1949.595933] env[62295]: value = "task-1787608" [ 1949.595933] env[62295]: _type = "Task" [ 1949.595933] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.603537] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787608, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.666639] env[62295]: DEBUG nova.scheduler.client.report [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1949.795392] env[62295]: DEBUG nova.compute.manager [req-4efd26b7-3c70-4ba8-aa71-acf4a73a188a req-e8d5bb21-c222-4cae-ba46-58ec6e873085 service nova] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Received event network-changed-a1a4848e-3450-43d0-90c0-832fb6950075 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1949.795458] env[62295]: DEBUG nova.compute.manager [req-4efd26b7-3c70-4ba8-aa71-acf4a73a188a req-e8d5bb21-c222-4cae-ba46-58ec6e873085 service nova] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Refreshing instance network info cache due to event network-changed-a1a4848e-3450-43d0-90c0-832fb6950075. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1949.795679] env[62295]: DEBUG oslo_concurrency.lockutils [req-4efd26b7-3c70-4ba8-aa71-acf4a73a188a req-e8d5bb21-c222-4cae-ba46-58ec6e873085 service nova] Acquiring lock "refresh_cache-543a28f3-f8a2-4e49-8a89-371087b167ee" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.795821] env[62295]: DEBUG oslo_concurrency.lockutils [req-4efd26b7-3c70-4ba8-aa71-acf4a73a188a req-e8d5bb21-c222-4cae-ba46-58ec6e873085 service nova] Acquired lock "refresh_cache-543a28f3-f8a2-4e49-8a89-371087b167ee" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.795985] env[62295]: DEBUG nova.network.neutron [req-4efd26b7-3c70-4ba8-aa71-acf4a73a188a req-e8d5bb21-c222-4cae-ba46-58ec6e873085 service nova] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Refreshing network info cache for port a1a4848e-3450-43d0-90c0-832fb6950075 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1950.003585] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1950.003831] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370876', 'volume_id': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'name': 'volume-ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'serial': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1950.004734] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961df1db-9557-49a6-933f-1be862501272 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.021593] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93191a0c-8f20-4c4d-b32e-68676346e844 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.049301] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-ef9f7c8a-89bc-46e4-9f79-b478f2933e8b/volume-ef9f7c8a-89bc-46e4-9f79-b478f2933e8b.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1950.049850] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0f1be0-47a3-4761-8914-4020cc3516e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.069379] env[62295]: DEBUG oslo_vmware.api [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1950.069379] env[62295]: value = "task-1787609" [ 1950.069379] env[62295]: _type = "Task" [ 1950.069379] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.077546] env[62295]: DEBUG oslo_vmware.api [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.108430] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787608, 'name': CreateVM_Task, 'duration_secs': 0.390702} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.108637] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1950.115811] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.116040] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.116411] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1950.116682] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e434479-da32-4ce1-a081-1b83ac8ebc52 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.121234] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1950.121234] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5247c1b7-4bbb-b1ba-4cea-e30b7f9ce2c6" [ 1950.121234] env[62295]: _type = "Task" [ 1950.121234] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.128601] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5247c1b7-4bbb-b1ba-4cea-e30b7f9ce2c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.172063] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.194379] env[62295]: INFO nova.scheduler.client.report [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleted allocations for instance 97d0ed62-89ba-4620-97f6-620e9ab74cf3 [ 1950.496806] env[62295]: DEBUG nova.network.neutron [req-4efd26b7-3c70-4ba8-aa71-acf4a73a188a req-e8d5bb21-c222-4cae-ba46-58ec6e873085 service nova] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Updated VIF entry in instance network info cache for port a1a4848e-3450-43d0-90c0-832fb6950075. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.497184] env[62295]: DEBUG nova.network.neutron [req-4efd26b7-3c70-4ba8-aa71-acf4a73a188a req-e8d5bb21-c222-4cae-ba46-58ec6e873085 service nova] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Updating instance_info_cache with network_info: [{"id": "a1a4848e-3450-43d0-90c0-832fb6950075", "address": "fa:16:3e:43:2a:68", "network": {"id": "42198889-ab24-4e68-b2ed-8052b12818b9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-351465339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cddf42c9fcc94507b12b79d5b1a7d970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a4848e-34", "ovs_interfaceid": "a1a4848e-3450-43d0-90c0-832fb6950075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.551329] env[62295]: DEBUG nova.compute.manager [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1950.581465] env[62295]: DEBUG oslo_vmware.api [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787609, 'name': ReconfigVM_Task, 'duration_secs': 0.337918} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.581738] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-ef9f7c8a-89bc-46e4-9f79-b478f2933e8b/volume-ef9f7c8a-89bc-46e4-9f79-b478f2933e8b.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1950.588226] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1950.588445] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1950.588604] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1950.588789] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1950.588936] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1950.589097] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1950.589306] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1950.589465] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1950.589628] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1950.589787] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1950.589954] env[62295]: DEBUG nova.virt.hardware [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1950.590220] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671f9d36-366b-4193-ae9e-01563969bbb0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.600141] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d88c886-16ce-4e02-924c-4c6438283663 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.608257] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d124b9-dd8f-4eb0-abce-b097ea0cd411 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.612742] env[62295]: DEBUG oslo_vmware.api [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1950.612742] env[62295]: value = "task-1787610" [ 1950.612742] env[62295]: _type = "Task" [ 1950.612742] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.629625] env[62295]: DEBUG oslo_vmware.api [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.635594] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5247c1b7-4bbb-b1ba-4cea-e30b7f9ce2c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.635915] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.636161] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1950.636385] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.636531] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.636713] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1950.636956] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d3fb4fe-8a2f-4613-9487-53e660cc3bca {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.645537] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1950.645714] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1950.646430] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b106c90-43a2-48a6-91d8-131ce87d4303 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.651467] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1950.651467] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b7d37f-26d0-57cd-2d57-3604671a2867" [ 1950.651467] env[62295]: _type = "Task" [ 1950.651467] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.658748] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b7d37f-26d0-57cd-2d57-3604671a2867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.702233] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2292c733-5461-4e16-9216-f1dda27a389a tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "97d0ed62-89ba-4620-97f6-620e9ab74cf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.966s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.759724] env[62295]: DEBUG nova.compute.manager [req-576ec025-4064-414a-86ab-3f45a1eb54a2 req-be360327-5000-4899-8f58-4d034b3a1fb9 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received event network-vif-plugged-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1950.759930] env[62295]: DEBUG oslo_concurrency.lockutils [req-576ec025-4064-414a-86ab-3f45a1eb54a2 req-be360327-5000-4899-8f58-4d034b3a1fb9 service nova] Acquiring lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.760164] env[62295]: DEBUG oslo_concurrency.lockutils [req-576ec025-4064-414a-86ab-3f45a1eb54a2 req-be360327-5000-4899-8f58-4d034b3a1fb9 service nova] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.760336] env[62295]: DEBUG oslo_concurrency.lockutils [req-576ec025-4064-414a-86ab-3f45a1eb54a2 req-be360327-5000-4899-8f58-4d034b3a1fb9 service nova] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.760503] env[62295]: DEBUG nova.compute.manager [req-576ec025-4064-414a-86ab-3f45a1eb54a2 req-be360327-5000-4899-8f58-4d034b3a1fb9 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] No waiting events found dispatching network-vif-plugged-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1950.760666] env[62295]: WARNING nova.compute.manager [req-576ec025-4064-414a-86ab-3f45a1eb54a2 req-be360327-5000-4899-8f58-4d034b3a1fb9 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received unexpected event network-vif-plugged-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 for instance with vm_state building and task_state spawning. [ 1951.000175] env[62295]: DEBUG oslo_concurrency.lockutils [req-4efd26b7-3c70-4ba8-aa71-acf4a73a188a req-e8d5bb21-c222-4cae-ba46-58ec6e873085 service nova] Releasing lock "refresh_cache-543a28f3-f8a2-4e49-8a89-371087b167ee" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.125400] env[62295]: DEBUG oslo_vmware.api [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787610, 'name': ReconfigVM_Task, 'duration_secs': 0.140284} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.125707] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370876', 'volume_id': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'name': 'volume-ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'serial': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1951.161601] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52b7d37f-26d0-57cd-2d57-3604671a2867, 'name': SearchDatastore_Task, 'duration_secs': 0.0089} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.162409] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345d1f0b-235a-482e-ac13-083ad32978b8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.167657] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1951.167657] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f5c8c9-c707-f295-a568-199f2ac8176e" [ 1951.167657] env[62295]: _type = "Task" [ 1951.167657] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.176336] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f5c8c9-c707-f295-a568-199f2ac8176e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.328211] env[62295]: DEBUG nova.network.neutron [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Successfully updated port: 6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1951.351683] env[62295]: DEBUG nova.compute.manager [req-dd4e0831-a8d3-45a3-af66-e6e22c5a29e3 req-cc691a1b-83b2-414a-ab95-9640e21bf214 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received event network-changed-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1951.351893] env[62295]: DEBUG nova.compute.manager [req-dd4e0831-a8d3-45a3-af66-e6e22c5a29e3 req-cc691a1b-83b2-414a-ab95-9640e21bf214 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Refreshing instance network info cache due to event network-changed-6fcb7050-3bab-4bba-9b22-d0e87b9186b2. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1951.352079] env[62295]: DEBUG oslo_concurrency.lockutils [req-dd4e0831-a8d3-45a3-af66-e6e22c5a29e3 req-cc691a1b-83b2-414a-ab95-9640e21bf214 service nova] Acquiring lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.352223] env[62295]: DEBUG oslo_concurrency.lockutils [req-dd4e0831-a8d3-45a3-af66-e6e22c5a29e3 req-cc691a1b-83b2-414a-ab95-9640e21bf214 service nova] Acquired lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.352384] env[62295]: DEBUG nova.network.neutron [req-dd4e0831-a8d3-45a3-af66-e6e22c5a29e3 req-cc691a1b-83b2-414a-ab95-9640e21bf214 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Refreshing network info cache for port 6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.678617] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f5c8c9-c707-f295-a568-199f2ac8176e, 'name': SearchDatastore_Task, 'duration_secs': 0.047364} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.679566] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.679829] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 543a28f3-f8a2-4e49-8a89-371087b167ee/543a28f3-f8a2-4e49-8a89-371087b167ee.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1951.680093] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea938e49-c505-4d98-98fd-669f19233a8e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.686816] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1951.686816] env[62295]: value = "task-1787611" [ 1951.686816] env[62295]: _type = "Task" [ 1951.686816] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.694641] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.831614] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.894082] env[62295]: DEBUG nova.network.neutron [req-dd4e0831-a8d3-45a3-af66-e6e22c5a29e3 req-cc691a1b-83b2-414a-ab95-9640e21bf214 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1952.002084] env[62295]: DEBUG nova.network.neutron [req-dd4e0831-a8d3-45a3-af66-e6e22c5a29e3 req-cc691a1b-83b2-414a-ab95-9640e21bf214 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.167127] env[62295]: DEBUG nova.objects.instance [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'flavor' on Instance uuid d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.197599] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787611, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.505087] env[62295]: DEBUG oslo_concurrency.lockutils [req-dd4e0831-a8d3-45a3-af66-e6e22c5a29e3 req-cc691a1b-83b2-414a-ab95-9640e21bf214 service nova] Releasing lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.505490] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.505658] env[62295]: DEBUG nova.network.neutron [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1952.673357] env[62295]: DEBUG oslo_concurrency.lockutils [None req-232fec4b-e701-41cc-89cc-25f084868e37 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.262s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.698021] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787611, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.973914] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.974185] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.054442] env[62295]: DEBUG nova.network.neutron [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1953.199930] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787611, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.239134] env[62295]: DEBUG nova.network.neutron [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating instance_info_cache with network_info: [{"id": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "address": "fa:16:3e:84:cd:d7", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcb7050-3b", "ovs_interfaceid": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.476242] env[62295]: DEBUG nova.compute.manager [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1953.538974] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.539267] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.699156] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787611, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.544488} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.699549] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 543a28f3-f8a2-4e49-8a89-371087b167ee/543a28f3-f8a2-4e49-8a89-371087b167ee.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1953.699657] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1953.699908] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ede2f8f-98df-442b-895d-0859a4ae543d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.706858] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1953.706858] env[62295]: value = "task-1787612" [ 1953.706858] env[62295]: _type = "Task" [ 1953.706858] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.715442] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.742047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.742358] env[62295]: DEBUG nova.compute.manager [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Instance network_info: |[{"id": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "address": "fa:16:3e:84:cd:d7", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcb7050-3b", "ovs_interfaceid": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1953.742735] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:cd:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fcb7050-3bab-4bba-9b22-d0e87b9186b2', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1953.750962] env[62295]: DEBUG oslo.service.loopingcall [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.751209] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.751554] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4c487c5-3ece-41e3-be7c-ee4f72eef1c4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.770919] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.770919] env[62295]: value = "task-1787613" [ 1953.770919] env[62295]: _type = "Task" [ 1953.770919] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.777983] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787613, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.001949] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.002232] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.003949] env[62295]: INFO nova.compute.claims [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1954.042957] env[62295]: DEBUG nova.compute.utils [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1954.220476] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094122} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.220924] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1954.222159] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa765d4-a9fe-45d7-9412-3fecd152e027 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.260161] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 543a28f3-f8a2-4e49-8a89-371087b167ee/543a28f3-f8a2-4e49-8a89-371087b167ee.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1954.260555] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397a9da6-b351-4dd8-8026-2dee84ebed69 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.294198] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787613, 'name': CreateVM_Task, 'duration_secs': 0.342918} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.295250] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1954.295570] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1954.295570] env[62295]: value = "task-1787614" [ 1954.295570] env[62295]: _type = "Task" [ 1954.295570] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.296182] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.296345] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.296660] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1954.296935] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361d5685-fae7-4ab1-8dee-1a347af43901 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.308259] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.308528] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1954.308528] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528b6cdf-483a-1423-6d69-a1bd23382c87" [ 1954.308528] env[62295]: _type = "Task" [ 1954.308528] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.315905] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528b6cdf-483a-1423-6d69-a1bd23382c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.545486] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.806227] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787614, 'name': ReconfigVM_Task, 'duration_secs': 0.301814} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.806578] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 543a28f3-f8a2-4e49-8a89-371087b167ee/543a28f3-f8a2-4e49-8a89-371087b167ee.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1954.807211] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4620c6a-415e-4d1b-8c87-4d0258498c07 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.813279] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1954.813279] env[62295]: value = "task-1787615" [ 1954.813279] env[62295]: _type = "Task" [ 1954.813279] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.816876] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528b6cdf-483a-1423-6d69-a1bd23382c87, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.819570] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.819793] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1954.820031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.820182] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.820359] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1954.820586] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f02aa70-8cf5-4448-b9f9-549f96c42056 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.826819] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787615, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.088109] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a44d560-b2c7-4630-b639-9465b3d8f2b6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.095725] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a4d0f-c05b-4fd0-9af3-a135f0ef1f2b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.127111] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.127357] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.127629] env[62295]: INFO nova.compute.manager [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Attaching volume ffcdb612-202c-4707-baef-42abca03b132 to /dev/sdc [ 1955.129515] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31064f3-b4c7-4c97-b75c-debb9e71ff58 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.139962] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b599bd5f-53f8-477c-8e64-7b1b4c6227a3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.144892] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1955.145084] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1955.148076] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d9e0fa-39b7-4091-a306-f1716045f91d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.157817] env[62295]: DEBUG nova.compute.provider_tree [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1955.162579] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1955.162579] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5222cce3-ceb5-b540-bbcd-883fb9e75965" [ 1955.162579] env[62295]: _type = "Task" [ 1955.162579] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.167166] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b97096f-df97-40ef-adb6-0e22a7a6b94c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.174330] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5222cce3-ceb5-b540-bbcd-883fb9e75965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.176206] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba6124-9c0c-4cdc-903c-0d3e61833950 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.188830] env[62295]: DEBUG nova.virt.block_device [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Updating existing volume attachment record: 381f7d68-e12b-49d2-90bf-78df30c173f9 {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1955.326507] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787615, 'name': Rename_Task, 'duration_secs': 0.206098} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.326803] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1955.327060] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f84eee62-5736-494f-8bea-f0415da8fc7f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.332893] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1955.332893] env[62295]: value = "task-1787616" [ 1955.332893] env[62295]: _type = "Task" [ 1955.332893] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.340692] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.661256] env[62295]: DEBUG nova.scheduler.client.report [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1955.674050] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5222cce3-ceb5-b540-bbcd-883fb9e75965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.843397] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787616, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.169394] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.169896] env[62295]: DEBUG nova.compute.manager [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1956.178041] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5222cce3-ceb5-b540-bbcd-883fb9e75965, 'name': SearchDatastore_Task, 'duration_secs': 0.518747} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.178792] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab4af0d-2e64-409a-8cb2-e36337095d8d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.183912] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1956.183912] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5239ecb2-944f-adba-bab9-c7ccb79dea23" [ 1956.183912] env[62295]: _type = "Task" [ 1956.183912] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.191161] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5239ecb2-944f-adba-bab9-c7ccb79dea23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.344511] env[62295]: DEBUG oslo_vmware.api [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787616, 'name': PowerOnVM_Task, 'duration_secs': 0.567401} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.344767] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1956.344969] env[62295]: INFO nova.compute.manager [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1956.345168] env[62295]: DEBUG nova.compute.manager [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1956.345924] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ff679f-1af4-4082-bd36-a7e7e16fea47 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.676033] env[62295]: DEBUG nova.compute.utils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1956.676568] env[62295]: DEBUG nova.compute.manager [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1956.676735] env[62295]: DEBUG nova.network.neutron [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1956.695912] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5239ecb2-944f-adba-bab9-c7ccb79dea23, 'name': SearchDatastore_Task, 'duration_secs': 0.275757} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.696197] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.696454] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] ad8ec4d0-f669-4838-832e-0b9108eccd47/ad8ec4d0-f669-4838-832e-0b9108eccd47.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1956.696709] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-705dff5a-7271-44a1-9c38-980079cd807c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.707208] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1956.707208] env[62295]: value = "task-1787618" [ 1956.707208] env[62295]: _type = "Task" [ 1956.707208] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.715859] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.722132] env[62295]: DEBUG nova.policy [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bf4b0523e804c959a8b7d3ad085c765', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7e5ed6a765f43f6a6a3293ce29017bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1956.863945] env[62295]: INFO nova.compute.manager [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Took 13.51 seconds to build instance. [ 1956.986532] env[62295]: DEBUG nova.network.neutron [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Successfully created port: b02796fe-2c32-4fb2-afd4-ac6e44a726d2 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1957.185780] env[62295]: DEBUG nova.compute.manager [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1957.203749] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "interface-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.204223] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.204763] env[62295]: DEBUG nova.objects.instance [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'flavor' on Instance uuid e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.223835] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.366289] env[62295]: DEBUG oslo_concurrency.lockutils [None req-588cd99d-e895-43d9-899b-8efbcdce0c33 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "543a28f3-f8a2-4e49-8a89-371087b167ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.021s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.378933] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.379162] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1957.379314] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1957.719306] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.791317] env[62295]: DEBUG nova.objects.instance [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'pci_requests' on Instance uuid e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1958.193380] env[62295]: DEBUG nova.compute.manager [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1958.218131] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.220880] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1958.221132] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1958.221295] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1958.221517] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1958.221691] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1958.221816] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1958.222074] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1958.222194] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1958.222374] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1958.222552] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1958.222726] env[62295]: DEBUG nova.virt.hardware [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1958.223510] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74749bb-57a4-4bb5-a6e3-486a4f059aaf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.231812] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b9c957-f81d-4462-a09b-f023b54e16f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.294081] env[62295]: DEBUG nova.objects.base [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1958.294323] env[62295]: DEBUG nova.network.neutron [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1958.338503] env[62295]: DEBUG nova.policy [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596044784c9c487b86d983348c7de139', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ff7a37ca6a4962a77fb7ad2ff2438c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1958.456078] env[62295]: DEBUG nova.compute.manager [req-feb31063-43eb-4799-a0b2-a7ac5041e1a8 req-f53347a9-198c-483f-9358-50628479f18d service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Received event network-vif-plugged-b02796fe-2c32-4fb2-afd4-ac6e44a726d2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1958.456399] env[62295]: DEBUG oslo_concurrency.lockutils [req-feb31063-43eb-4799-a0b2-a7ac5041e1a8 req-f53347a9-198c-483f-9358-50628479f18d service nova] Acquiring lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.457119] env[62295]: DEBUG oslo_concurrency.lockutils [req-feb31063-43eb-4799-a0b2-a7ac5041e1a8 req-f53347a9-198c-483f-9358-50628479f18d service nova] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.457494] env[62295]: DEBUG oslo_concurrency.lockutils [req-feb31063-43eb-4799-a0b2-a7ac5041e1a8 req-f53347a9-198c-483f-9358-50628479f18d service nova] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.457592] env[62295]: DEBUG nova.compute.manager [req-feb31063-43eb-4799-a0b2-a7ac5041e1a8 req-f53347a9-198c-483f-9358-50628479f18d service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] No waiting events found dispatching network-vif-plugged-b02796fe-2c32-4fb2-afd4-ac6e44a726d2 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1958.457892] env[62295]: WARNING nova.compute.manager [req-feb31063-43eb-4799-a0b2-a7ac5041e1a8 req-f53347a9-198c-483f-9358-50628479f18d service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Received unexpected event network-vif-plugged-b02796fe-2c32-4fb2-afd4-ac6e44a726d2 for instance with vm_state building and task_state spawning. [ 1958.514016] env[62295]: DEBUG nova.network.neutron [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Successfully updated port: b02796fe-2c32-4fb2-afd4-ac6e44a726d2 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1958.617026] env[62295]: DEBUG nova.network.neutron [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Successfully created port: 16374ead-07e2-4562-9d25-db811bcc3a35 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.719360] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787618, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.016744] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "543a28f3-f8a2-4e49-8a89-371087b167ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.017024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "543a28f3-f8a2-4e49-8a89-371087b167ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.017243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "543a28f3-f8a2-4e49-8a89-371087b167ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.017426] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "543a28f3-f8a2-4e49-8a89-371087b167ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.017599] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "543a28f3-f8a2-4e49-8a89-371087b167ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.019927] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "refresh_cache-01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.020078] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "refresh_cache-01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.020229] env[62295]: DEBUG nova.network.neutron [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.021456] env[62295]: INFO nova.compute.manager [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Terminating instance [ 1959.025827] env[62295]: DEBUG nova.compute.manager [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1959.026069] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1959.026980] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c5953c-8f56-4a4d-83b1-ebac57d890fa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.035477] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1959.035710] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5026cd1-2efa-4a50-b346-fb084dc7abf8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.042337] env[62295]: DEBUG oslo_vmware.api [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1959.042337] env[62295]: value = "task-1787620" [ 1959.042337] env[62295]: _type = "Task" [ 1959.042337] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.050838] env[62295]: DEBUG oslo_vmware.api [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.218454] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787618, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.551430] env[62295]: DEBUG oslo_vmware.api [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787620, 'name': PowerOffVM_Task, 'duration_secs': 0.281041} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.552197] env[62295]: DEBUG nova.network.neutron [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1959.554041] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1959.554233] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1959.554508] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c2db793-547f-445b-96da-f7a243427268 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.678228] env[62295]: DEBUG nova.network.neutron [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Updating instance_info_cache with network_info: [{"id": "b02796fe-2c32-4fb2-afd4-ac6e44a726d2", "address": "fa:16:3e:1b:a1:c9", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb02796fe-2c", "ovs_interfaceid": "b02796fe-2c32-4fb2-afd4-ac6e44a726d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.721152] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787618, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.731657] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1959.731879] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370879', 'volume_id': 'ffcdb612-202c-4707-baef-42abca03b132', 'name': 'volume-ffcdb612-202c-4707-baef-42abca03b132', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffcdb612-202c-4707-baef-42abca03b132', 'serial': 'ffcdb612-202c-4707-baef-42abca03b132'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1959.732763] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bdf8af-2c6e-437a-bab5-9cf5da587db5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.750534] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1398bce9-b006-4676-9178-8b97e156426d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.779709] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-ffcdb612-202c-4707-baef-42abca03b132/volume-ffcdb612-202c-4707-baef-42abca03b132.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1959.780029] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6310b2c1-c2c7-479b-9178-c88bf408377a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.798399] env[62295]: DEBUG oslo_vmware.api [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1959.798399] env[62295]: value = "task-1787622" [ 1959.798399] env[62295]: _type = "Task" [ 1959.798399] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.806240] env[62295]: DEBUG oslo_vmware.api [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.828453] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1959.828804] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1959.829091] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleting the datastore file [datastore1] 543a28f3-f8a2-4e49-8a89-371087b167ee {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1959.829397] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f4a29d9-2ccd-40e3-9a18-22e89a40454b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.835692] env[62295]: DEBUG oslo_vmware.api [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for the task: (returnval){ [ 1959.835692] env[62295]: value = "task-1787623" [ 1959.835692] env[62295]: _type = "Task" [ 1959.835692] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.843923] env[62295]: DEBUG oslo_vmware.api [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.135741] env[62295]: DEBUG nova.compute.manager [req-e587f2e4-bbdf-4145-a8ca-0fe0d7cb7457 req-7753b670-4a0e-4d5d-b30a-a7d0b283a3cd service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Received event network-vif-plugged-16374ead-07e2-4562-9d25-db811bcc3a35 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1960.135897] env[62295]: DEBUG oslo_concurrency.lockutils [req-e587f2e4-bbdf-4145-a8ca-0fe0d7cb7457 req-7753b670-4a0e-4d5d-b30a-a7d0b283a3cd service nova] Acquiring lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.136233] env[62295]: DEBUG oslo_concurrency.lockutils [req-e587f2e4-bbdf-4145-a8ca-0fe0d7cb7457 req-7753b670-4a0e-4d5d-b30a-a7d0b283a3cd service nova] Lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.136435] env[62295]: DEBUG oslo_concurrency.lockutils [req-e587f2e4-bbdf-4145-a8ca-0fe0d7cb7457 req-7753b670-4a0e-4d5d-b30a-a7d0b283a3cd service nova] Lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.136576] env[62295]: DEBUG nova.compute.manager [req-e587f2e4-bbdf-4145-a8ca-0fe0d7cb7457 req-7753b670-4a0e-4d5d-b30a-a7d0b283a3cd service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] No waiting events found dispatching network-vif-plugged-16374ead-07e2-4562-9d25-db811bcc3a35 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1960.136973] env[62295]: WARNING nova.compute.manager [req-e587f2e4-bbdf-4145-a8ca-0fe0d7cb7457 req-7753b670-4a0e-4d5d-b30a-a7d0b283a3cd service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Received unexpected event network-vif-plugged-16374ead-07e2-4562-9d25-db811bcc3a35 for instance with vm_state active and task_state None. [ 1960.138102] env[62295]: DEBUG nova.network.neutron [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Successfully updated port: 16374ead-07e2-4562-9d25-db811bcc3a35 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1960.180997] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "refresh_cache-01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.181269] env[62295]: DEBUG nova.compute.manager [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Instance network_info: |[{"id": "b02796fe-2c32-4fb2-afd4-ac6e44a726d2", "address": "fa:16:3e:1b:a1:c9", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb02796fe-2c", "ovs_interfaceid": "b02796fe-2c32-4fb2-afd4-ac6e44a726d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1960.181749] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:a1:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b02796fe-2c32-4fb2-afd4-ac6e44a726d2', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1960.189315] env[62295]: DEBUG oslo.service.loopingcall [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.190192] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1960.190430] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce218f24-5c57-4adf-bc75-3e3eed0bffaa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.209826] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1960.209826] env[62295]: value = "task-1787624" [ 1960.209826] env[62295]: _type = "Task" [ 1960.209826] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.221881] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787624, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.224738] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787618, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.393359} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.224973] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] ad8ec4d0-f669-4838-832e-0b9108eccd47/ad8ec4d0-f669-4838-832e-0b9108eccd47.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1960.225198] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1960.225425] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a1f2ce9-8ba2-4c63-baf4-8906b58ace52 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.231565] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1960.231565] env[62295]: value = "task-1787625" [ 1960.231565] env[62295]: _type = "Task" [ 1960.231565] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.239173] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.310576] env[62295]: DEBUG oslo_vmware.api [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787622, 'name': ReconfigVM_Task, 'duration_secs': 0.415494} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.310863] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-ffcdb612-202c-4707-baef-42abca03b132/volume-ffcdb612-202c-4707-baef-42abca03b132.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1960.315547] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef83397-9903-4dc6-8f5f-621ff66d772a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.329599] env[62295]: DEBUG oslo_vmware.api [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1960.329599] env[62295]: value = "task-1787626" [ 1960.329599] env[62295]: _type = "Task" [ 1960.329599] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.338711] env[62295]: DEBUG oslo_vmware.api [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.347314] env[62295]: DEBUG oslo_vmware.api [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Task: {'id': task-1787623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36455} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.347590] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1960.347791] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1960.348053] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1960.348260] env[62295]: INFO nova.compute.manager [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1960.348556] env[62295]: DEBUG oslo.service.loopingcall [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.348772] env[62295]: DEBUG nova.compute.manager [-] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1960.348867] env[62295]: DEBUG nova.network.neutron [-] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1960.481589] env[62295]: DEBUG nova.compute.manager [req-fb2b0e5c-4594-43a3-82c9-7efabf4f0376 req-bfaabdb0-d458-4411-808c-311476285501 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Received event network-changed-b02796fe-2c32-4fb2-afd4-ac6e44a726d2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1960.481589] env[62295]: DEBUG nova.compute.manager [req-fb2b0e5c-4594-43a3-82c9-7efabf4f0376 req-bfaabdb0-d458-4411-808c-311476285501 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Refreshing instance network info cache due to event network-changed-b02796fe-2c32-4fb2-afd4-ac6e44a726d2. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1960.481589] env[62295]: DEBUG oslo_concurrency.lockutils [req-fb2b0e5c-4594-43a3-82c9-7efabf4f0376 req-bfaabdb0-d458-4411-808c-311476285501 service nova] Acquiring lock "refresh_cache-01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.481589] env[62295]: DEBUG oslo_concurrency.lockutils [req-fb2b0e5c-4594-43a3-82c9-7efabf4f0376 req-bfaabdb0-d458-4411-808c-311476285501 service nova] Acquired lock "refresh_cache-01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.481589] env[62295]: DEBUG nova.network.neutron [req-fb2b0e5c-4594-43a3-82c9-7efabf4f0376 req-bfaabdb0-d458-4411-808c-311476285501 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Refreshing network info cache for port b02796fe-2c32-4fb2-afd4-ac6e44a726d2 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1960.640407] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.640600] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.640759] env[62295]: DEBUG nova.network.neutron [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.720314] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787624, 'name': CreateVM_Task, 'duration_secs': 0.31872} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.720467] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1960.721079] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.721253] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.721591] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1960.721834] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664e0207-3147-450d-97ea-8bf8ec3a8e97 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.726071] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1960.726071] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c6d74b-aabc-b7f6-b2a1-ea723f54c84f" [ 1960.726071] env[62295]: _type = "Task" [ 1960.726071] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.733446] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c6d74b-aabc-b7f6-b2a1-ea723f54c84f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.740109] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067132} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.740340] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1960.741043] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f8ca5-eebb-4ea5-a8b4-d84e0b1b1b95 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.762448] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] ad8ec4d0-f669-4838-832e-0b9108eccd47/ad8ec4d0-f669-4838-832e-0b9108eccd47.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.762676] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88f4369d-429c-4e8c-af4d-e08bf84a3b1a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.783249] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1960.783249] env[62295]: value = "task-1787627" [ 1960.783249] env[62295]: _type = "Task" [ 1960.783249] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.790822] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.839504] env[62295]: DEBUG oslo_vmware.api [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787626, 'name': ReconfigVM_Task, 'duration_secs': 0.149436} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.839815] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370879', 'volume_id': 'ffcdb612-202c-4707-baef-42abca03b132', 'name': 'volume-ffcdb612-202c-4707-baef-42abca03b132', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffcdb612-202c-4707-baef-42abca03b132', 'serial': 'ffcdb612-202c-4707-baef-42abca03b132'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1961.059647] env[62295]: DEBUG nova.network.neutron [-] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.198866] env[62295]: DEBUG nova.network.neutron [req-fb2b0e5c-4594-43a3-82c9-7efabf4f0376 req-bfaabdb0-d458-4411-808c-311476285501 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Updated VIF entry in instance network info cache for port b02796fe-2c32-4fb2-afd4-ac6e44a726d2. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.199258] env[62295]: DEBUG nova.network.neutron [req-fb2b0e5c-4594-43a3-82c9-7efabf4f0376 req-bfaabdb0-d458-4411-808c-311476285501 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Updating instance_info_cache with network_info: [{"id": "b02796fe-2c32-4fb2-afd4-ac6e44a726d2", "address": "fa:16:3e:1b:a1:c9", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb02796fe-2c", "ovs_interfaceid": "b02796fe-2c32-4fb2-afd4-ac6e44a726d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.221688] env[62295]: WARNING nova.network.neutron [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] e3198f1c-6e17-408c-8ab4-35f48f58c7e1 already exists in list: networks containing: ['e3198f1c-6e17-408c-8ab4-35f48f58c7e1']. ignoring it [ 1961.237447] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52c6d74b-aabc-b7f6-b2a1-ea723f54c84f, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.238205] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.238571] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1961.238966] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.241016] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.241016] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1961.241016] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c38c2f21-e0f8-4197-bdcc-1196d5d0c8f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.248495] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1961.248819] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1961.251025] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a63e19-f6b4-4b6c-afda-7f2c7f920119 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.256030] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1961.256030] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524fd8cf-bfa8-2540-9bef-1b4a09c67a6e" [ 1961.256030] env[62295]: _type = "Task" [ 1961.256030] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.263686] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524fd8cf-bfa8-2540-9bef-1b4a09c67a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.294844] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.523050] env[62295]: DEBUG nova.network.neutron [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updating instance_info_cache with network_info: [{"id": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "address": "fa:16:3e:c1:fc:c8", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b235ce1-79", "ovs_interfaceid": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16374ead-07e2-4562-9d25-db811bcc3a35", "address": "fa:16:3e:04:8c:8e", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16374ead-07", "ovs_interfaceid": "16374ead-07e2-4562-9d25-db811bcc3a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.561869] env[62295]: INFO nova.compute.manager [-] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Took 1.21 seconds to deallocate network for instance. [ 1961.702952] env[62295]: DEBUG oslo_concurrency.lockutils [req-fb2b0e5c-4594-43a3-82c9-7efabf4f0376 req-bfaabdb0-d458-4411-808c-311476285501 service nova] Releasing lock "refresh_cache-01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.765603] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524fd8cf-bfa8-2540-9bef-1b4a09c67a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.766461] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1fc635-e99d-46d3-9d55-30d99f73a2b4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.771527] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1961.771527] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5268943f-c18f-057f-1aa2-a56fbe0003fe" [ 1961.771527] env[62295]: _type = "Task" [ 1961.771527] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.778875] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5268943f-c18f-057f-1aa2-a56fbe0003fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.792879] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787627, 'name': ReconfigVM_Task, 'duration_secs': 0.887515} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.793102] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Reconfigured VM instance instance-00000073 to attach disk [datastore1] ad8ec4d0-f669-4838-832e-0b9108eccd47/ad8ec4d0-f669-4838-832e-0b9108eccd47.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1961.793664] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c11caea-7be0-44bf-a5d0-e512f42ff1eb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.799300] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1961.799300] env[62295]: value = "task-1787628" [ 1961.799300] env[62295]: _type = "Task" [ 1961.799300] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.806352] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787628, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.887277] env[62295]: DEBUG nova.objects.instance [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'flavor' on Instance uuid d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.026430] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.027109] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.027275] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.028146] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516f2c6e-9dce-47d5-bf5b-9f71c4774da7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.046468] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1962.046656] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1962.046812] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1962.046991] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1962.047152] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1962.047295] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1962.047490] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1962.047653] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1962.047808] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1962.047961] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1962.048149] env[62295]: DEBUG nova.virt.hardware [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1962.054433] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Reconfiguring VM to attach interface {{(pid=62295) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1962.054709] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb658b99-3d88-46f6-b794-20d060a3f066 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.067380] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.067604] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.067814] env[62295]: DEBUG nova.objects.instance [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lazy-loading 'resources' on Instance uuid 543a28f3-f8a2-4e49-8a89-371087b167ee {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.072088] env[62295]: DEBUG oslo_vmware.api [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1962.072088] env[62295]: value = "task-1787629" [ 1962.072088] env[62295]: _type = "Task" [ 1962.072088] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.081488] env[62295]: DEBUG oslo_vmware.api [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787629, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.243716] env[62295]: DEBUG nova.compute.manager [req-d219bbfe-079b-462e-bd34-c7063f156cd1 req-bf0fba3a-768d-4576-bf44-f96a90037715 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Received event network-changed-16374ead-07e2-4562-9d25-db811bcc3a35 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1962.243982] env[62295]: DEBUG nova.compute.manager [req-d219bbfe-079b-462e-bd34-c7063f156cd1 req-bf0fba3a-768d-4576-bf44-f96a90037715 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Refreshing instance network info cache due to event network-changed-16374ead-07e2-4562-9d25-db811bcc3a35. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1962.244172] env[62295]: DEBUG oslo_concurrency.lockutils [req-d219bbfe-079b-462e-bd34-c7063f156cd1 req-bf0fba3a-768d-4576-bf44-f96a90037715 service nova] Acquiring lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.244319] env[62295]: DEBUG oslo_concurrency.lockutils [req-d219bbfe-079b-462e-bd34-c7063f156cd1 req-bf0fba3a-768d-4576-bf44-f96a90037715 service nova] Acquired lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.244505] env[62295]: DEBUG nova.network.neutron [req-d219bbfe-079b-462e-bd34-c7063f156cd1 req-bf0fba3a-768d-4576-bf44-f96a90037715 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Refreshing network info cache for port 16374ead-07e2-4562-9d25-db811bcc3a35 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1962.282616] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5268943f-c18f-057f-1aa2-a56fbe0003fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.282884] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.283149] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c/01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1962.283435] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-911b0005-791a-4f20-b62d-fb510d06d1e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.290573] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1962.290573] env[62295]: value = "task-1787630" [ 1962.290573] env[62295]: _type = "Task" [ 1962.290573] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.298054] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.307735] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787628, 'name': Rename_Task, 'duration_secs': 0.12627} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.308031] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.308277] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f2c2501-4dbb-4884-bc38-b5833cc756aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.315178] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 1962.315178] env[62295]: value = "task-1787631" [ 1962.315178] env[62295]: _type = "Task" [ 1962.315178] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.323286] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.393681] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2fe8a689-6756-42c7-b773-1fa5ff38ac56 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.587176] env[62295]: DEBUG oslo_vmware.api [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.673197] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debcf462-86eb-4c20-95ab-0c5fcbb214da {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.683396] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f528057b-7acc-4d1e-bb54-e96b4c1216e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.719289] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0fd26e-3b4f-4685-836f-92ce86dcdc7d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.728696] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0bc9a-f786-46ac-bec0-edc3c1759a7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.745871] env[62295]: DEBUG nova.compute.provider_tree [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.803407] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787630, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.826038] env[62295]: DEBUG oslo_vmware.api [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787631, 'name': PowerOnVM_Task, 'duration_secs': 0.496422} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.826363] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1962.826795] env[62295]: INFO nova.compute.manager [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Took 12.28 seconds to spawn the instance on the hypervisor. [ 1962.826795] env[62295]: DEBUG nova.compute.manager [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1962.830078] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b2073e-f632-426f-8995-d1d70b277f8c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.909135] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1962.909447] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.909550] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.909668] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.909818] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.909959] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.910127] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.910274] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1962.910402] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1962.985537] env[62295]: DEBUG nova.network.neutron [req-d219bbfe-079b-462e-bd34-c7063f156cd1 req-bf0fba3a-768d-4576-bf44-f96a90037715 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updated VIF entry in instance network info cache for port 16374ead-07e2-4562-9d25-db811bcc3a35. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.985998] env[62295]: DEBUG nova.network.neutron [req-d219bbfe-079b-462e-bd34-c7063f156cd1 req-bf0fba3a-768d-4576-bf44-f96a90037715 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updating instance_info_cache with network_info: [{"id": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "address": "fa:16:3e:c1:fc:c8", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b235ce1-79", "ovs_interfaceid": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16374ead-07e2-4562-9d25-db811bcc3a35", "address": "fa:16:3e:04:8c:8e", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16374ead-07", "ovs_interfaceid": "16374ead-07e2-4562-9d25-db811bcc3a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.083478] env[62295]: DEBUG oslo_vmware.api [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787629, 'name': ReconfigVM_Task, 'duration_secs': 0.852403} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.084166] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.084394] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Reconfigured VM to attach interface {{(pid=62295) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1963.177674] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.177945] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.250463] env[62295]: DEBUG nova.scheduler.client.report [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1963.303654] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578712} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.303928] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c/01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.304151] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.304396] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e71348ce-ceed-42f8-9a28-a378ebaecf03 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.311790] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1963.311790] env[62295]: value = "task-1787632" [ 1963.311790] env[62295]: _type = "Task" [ 1963.311790] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.319723] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.350365] env[62295]: INFO nova.compute.manager [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Took 18.46 seconds to build instance. [ 1963.413328] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.488573] env[62295]: DEBUG oslo_concurrency.lockutils [req-d219bbfe-079b-462e-bd34-c7063f156cd1 req-bf0fba3a-768d-4576-bf44-f96a90037715 service nova] Releasing lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.488853] env[62295]: DEBUG nova.compute.manager [req-d219bbfe-079b-462e-bd34-c7063f156cd1 req-bf0fba3a-768d-4576-bf44-f96a90037715 service nova] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Received event network-vif-deleted-a1a4848e-3450-43d0-90c0-832fb6950075 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1963.588998] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3019f5ab-7a04-47b3-b4b2-608880fce059 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.385s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.681329] env[62295]: INFO nova.compute.manager [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Detaching volume ef9f7c8a-89bc-46e4-9f79-b478f2933e8b [ 1963.714518] env[62295]: INFO nova.virt.block_device [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Attempting to driver detach volume ef9f7c8a-89bc-46e4-9f79-b478f2933e8b from mountpoint /dev/sdb [ 1963.714743] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1963.714924] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370876', 'volume_id': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'name': 'volume-ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'serial': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1963.715815] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bcc693-2ab1-4f32-b616-98cdd8661b4d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.741347] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab983ce-ce3a-4356-aafb-1f7e5f1f4981 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.748650] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8280f0-1680-4391-9ef1-bde06256f0ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.771652] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.773911] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.361s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.774101] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.774397] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1963.775097] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c46882-3064-409d-bebb-a32614b817ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.778082] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5688cfee-2ca6-4782-bd6d-2f15cc0fa3d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.797079] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d287d9-425c-498c-9590-0267c903cdc4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.801141] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] The volume has not been displaced from its original location: [datastore1] volume-ef9f7c8a-89bc-46e4-9f79-b478f2933e8b/volume-ef9f7c8a-89bc-46e4-9f79-b478f2933e8b.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1963.806733] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1963.807783] env[62295]: INFO nova.scheduler.client.report [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Deleted allocations for instance 543a28f3-f8a2-4e49-8a89-371087b167ee [ 1963.808776] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f3573b-9ee3-46ed-a547-25314085e02f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.839662] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c56683-87d2-499d-b961-f33b1cc1ee23 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.842417] env[62295]: DEBUG oslo_vmware.api [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1963.842417] env[62295]: value = "task-1787633" [ 1963.842417] env[62295]: _type = "Task" [ 1963.842417] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.845636] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069284} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.848985] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1963.851348] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48de128e-1888-4c82-b72b-e78552805b83 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.854348] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a0ed88ce-a4f9-4093-97b8-5a8b7b57e563 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.973s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.855548] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9170332b-bf6c-4aca-88db-ffd20df8dd9f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.862696] env[62295]: DEBUG oslo_vmware.api [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.883050] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c/01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.907664] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85987a9b-a0ca-4539-a92b-25fb3835a263 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.922308] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180918MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1963.922459] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.922716] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.929863] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1963.929863] env[62295]: value = "task-1787634" [ 1963.929863] env[62295]: _type = "Task" [ 1963.929863] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.938058] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.184982] env[62295]: DEBUG nova.compute.manager [req-96e9b1e6-4ec8-4257-b6dc-df168f7b2bcd req-40511382-7632-4029-835c-5d7340c6a924 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received event network-changed-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1964.185151] env[62295]: DEBUG nova.compute.manager [req-96e9b1e6-4ec8-4257-b6dc-df168f7b2bcd req-40511382-7632-4029-835c-5d7340c6a924 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Refreshing instance network info cache due to event network-changed-6fcb7050-3bab-4bba-9b22-d0e87b9186b2. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1964.185371] env[62295]: DEBUG oslo_concurrency.lockutils [req-96e9b1e6-4ec8-4257-b6dc-df168f7b2bcd req-40511382-7632-4029-835c-5d7340c6a924 service nova] Acquiring lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.185514] env[62295]: DEBUG oslo_concurrency.lockutils [req-96e9b1e6-4ec8-4257-b6dc-df168f7b2bcd req-40511382-7632-4029-835c-5d7340c6a924 service nova] Acquired lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.185677] env[62295]: DEBUG nova.network.neutron [req-96e9b1e6-4ec8-4257-b6dc-df168f7b2bcd req-40511382-7632-4029-835c-5d7340c6a924 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Refreshing network info cache for port 6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1964.330337] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a42341c9-25ec-4153-ac70-84ef80646d10 tempest-ServerDiskConfigTestJSON-424325260 tempest-ServerDiskConfigTestJSON-424325260-project-member] Lock "543a28f3-f8a2-4e49-8a89-371087b167ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.313s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.356240] env[62295]: DEBUG oslo_vmware.api [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.439873] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787634, 'name': ReconfigVM_Task, 'duration_secs': 0.271005} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.440220] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c/01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.440880] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c8b556b-cfa5-4587-874e-749546928f33 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.449551] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1964.449551] env[62295]: value = "task-1787635" [ 1964.449551] env[62295]: _type = "Task" [ 1964.449551] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.459454] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787635, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.857424] env[62295]: DEBUG oslo_vmware.api [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787633, 'name': ReconfigVM_Task, 'duration_secs': 0.524833} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.857424] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1964.863017] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e4f680d-8e93-40c1-b8a1-6a1c1352122a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.879333] env[62295]: DEBUG oslo_vmware.api [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1964.879333] env[62295]: value = "task-1787636" [ 1964.879333] env[62295]: _type = "Task" [ 1964.879333] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.887486] env[62295]: DEBUG oslo_vmware.api [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.949297] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1964.949458] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1964.949584] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 0232176f-5c80-4494-9dcf-20d839db10c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1964.949703] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance ad8ec4d0-f669-4838-832e-0b9108eccd47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1964.949820] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1964.950058] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1964.950154] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1964.960723] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787635, 'name': Rename_Task, 'duration_secs': 0.152117} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.960949] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1964.961232] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6374b02b-1328-4c54-93a1-486442657de3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.970932] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 1964.970932] env[62295]: value = "task-1787637" [ 1964.970932] env[62295]: _type = "Task" [ 1964.970932] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.980564] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.030700] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c098a4b-9fb3-4759-a984-a3faa30ad261 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.037834] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdaaff7-ef68-44e4-b62c-e0a9ca7a1d28 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.071430] env[62295]: DEBUG nova.network.neutron [req-96e9b1e6-4ec8-4257-b6dc-df168f7b2bcd req-40511382-7632-4029-835c-5d7340c6a924 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updated VIF entry in instance network info cache for port 6fcb7050-3bab-4bba-9b22-d0e87b9186b2. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1965.071801] env[62295]: DEBUG nova.network.neutron [req-96e9b1e6-4ec8-4257-b6dc-df168f7b2bcd req-40511382-7632-4029-835c-5d7340c6a924 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating instance_info_cache with network_info: [{"id": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "address": "fa:16:3e:84:cd:d7", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcb7050-3b", "ovs_interfaceid": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.073602] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1cd22-459f-47fc-9330-555a7b0abed1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.081464] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb176921-cff0-4ee0-843a-494f19f7c7c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.096113] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1965.118231] env[62295]: DEBUG oslo_concurrency.lockutils [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "interface-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-16374ead-07e2-4562-9d25-db811bcc3a35" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.118480] env[62295]: DEBUG oslo_concurrency.lockutils [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-16374ead-07e2-4562-9d25-db811bcc3a35" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.391130] env[62295]: DEBUG oslo_vmware.api [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787636, 'name': ReconfigVM_Task, 'duration_secs': 0.143849} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.391526] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370876', 'volume_id': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'name': 'volume-ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b', 'serial': 'ef9f7c8a-89bc-46e4-9f79-b478f2933e8b'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1965.482240] env[62295]: DEBUG oslo_vmware.api [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787637, 'name': PowerOnVM_Task, 'duration_secs': 0.466944} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.482671] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.482936] env[62295]: INFO nova.compute.manager [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1965.483143] env[62295]: DEBUG nova.compute.manager [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1965.483974] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2accd81-6575-414c-8320-77ff13243371 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.578280] env[62295]: DEBUG oslo_concurrency.lockutils [req-96e9b1e6-4ec8-4257-b6dc-df168f7b2bcd req-40511382-7632-4029-835c-5d7340c6a924 service nova] Releasing lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.620969] env[62295]: DEBUG oslo_concurrency.lockutils [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.621549] env[62295]: DEBUG oslo_concurrency.lockutils [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.622639] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae83b24-dda2-46be-a8fc-74cc82aaca47 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.627529] env[62295]: ERROR nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [req-b88b5fc5-7f87-475a-a670-68996423a78f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8a072772-3a95-435d-8b28-629ec3fc2f0c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b88b5fc5-7f87-475a-a670-68996423a78f"}]} [ 1965.644285] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c84081-4684-4a4b-8239-ccf7e2e6231d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.674076] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Reconfiguring VM to detach interface {{(pid=62295) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1965.675295] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1965.677193] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70f61e1-a8bc-4fe8-99b8-a18f3ae31113 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.697570] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1965.697570] env[62295]: value = "task-1787638" [ 1965.697570] env[62295]: _type = "Task" [ 1965.697570] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.705610] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.712465] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1965.712686] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1965.725825] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1965.746403] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1965.825723] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc08bb89-7a56-42c8-b1ac-ffa943b74ffe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.835570] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed0d77-ad7b-40bb-8284-cc35404b25f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.870749] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040dd612-a29b-4a5c-bda9-049a772c6fc5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.878303] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943bf2f4-6da0-4739-9264-e71c749f3a79 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.892297] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1965.940280] env[62295]: DEBUG nova.objects.instance [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'flavor' on Instance uuid d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.009550] env[62295]: INFO nova.compute.manager [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Took 12.03 seconds to build instance. [ 1966.207188] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.423479] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1966.423812] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 184 to 185 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1966.423885] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1966.512074] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e276e022-5ca3-4801-a3fa-f070d82278c0 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.538s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.708075] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.929255] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1966.929522] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.007s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.947921] env[62295]: DEBUG oslo_concurrency.lockutils [None req-cea81e1d-7a53-46cf-ad08-69912ba11b3e tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.769s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.208608] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.366692] env[62295]: DEBUG nova.compute.manager [req-cdfb161a-1854-4ab2-b64b-750884248ffd req-9954a09a-bfb9-4a88-b8f6-6579fe0f3560 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Received event network-changed-b02796fe-2c32-4fb2-afd4-ac6e44a726d2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1967.366803] env[62295]: DEBUG nova.compute.manager [req-cdfb161a-1854-4ab2-b64b-750884248ffd req-9954a09a-bfb9-4a88-b8f6-6579fe0f3560 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Refreshing instance network info cache due to event network-changed-b02796fe-2c32-4fb2-afd4-ac6e44a726d2. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1967.367035] env[62295]: DEBUG oslo_concurrency.lockutils [req-cdfb161a-1854-4ab2-b64b-750884248ffd req-9954a09a-bfb9-4a88-b8f6-6579fe0f3560 service nova] Acquiring lock "refresh_cache-01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.367191] env[62295]: DEBUG oslo_concurrency.lockutils [req-cdfb161a-1854-4ab2-b64b-750884248ffd req-9954a09a-bfb9-4a88-b8f6-6579fe0f3560 service nova] Acquired lock "refresh_cache-01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.367348] env[62295]: DEBUG nova.network.neutron [req-cdfb161a-1854-4ab2-b64b-750884248ffd req-9954a09a-bfb9-4a88-b8f6-6579fe0f3560 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Refreshing network info cache for port b02796fe-2c32-4fb2-afd4-ac6e44a726d2 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1967.513535] env[62295]: DEBUG oslo_concurrency.lockutils [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.513535] env[62295]: DEBUG oslo_concurrency.lockutils [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.710204] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.989948] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "0232176f-5c80-4494-9dcf-20d839db10c5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.990210] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "0232176f-5c80-4494-9dcf-20d839db10c5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.990400] env[62295]: DEBUG nova.compute.manager [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1967.991301] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999c2f9b-f4f0-408d-ba83-169a93776964 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.999564] env[62295]: DEBUG nova.compute.manager [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1968.000229] env[62295]: DEBUG nova.objects.instance [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'flavor' on Instance uuid 0232176f-5c80-4494-9dcf-20d839db10c5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1968.019196] env[62295]: INFO nova.compute.manager [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Detaching volume ffcdb612-202c-4707-baef-42abca03b132 [ 1968.067688] env[62295]: INFO nova.virt.block_device [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Attempting to driver detach volume ffcdb612-202c-4707-baef-42abca03b132 from mountpoint /dev/sdc [ 1968.067943] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1968.068144] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370879', 'volume_id': 'ffcdb612-202c-4707-baef-42abca03b132', 'name': 'volume-ffcdb612-202c-4707-baef-42abca03b132', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffcdb612-202c-4707-baef-42abca03b132', 'serial': 'ffcdb612-202c-4707-baef-42abca03b132'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1968.069063] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dbb00f-d65f-45d1-a60a-1396776f0299 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.095873] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374295d2-02b7-4283-8bd2-f67732fadcee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.105034] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0558030f-2a49-4067-998b-333461d45757 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.128380] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637ae203-91d5-4ccc-baa8-5b1c1b303b27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.144199] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] The volume has not been displaced from its original location: [datastore1] volume-ffcdb612-202c-4707-baef-42abca03b132/volume-ffcdb612-202c-4707-baef-42abca03b132.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1968.149671] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Reconfiguring VM instance instance-0000006e to detach disk 2002 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1968.150018] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0fdbaa4-7d04-4232-a15e-d042d52cde5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.165713] env[62295]: DEBUG nova.network.neutron [req-cdfb161a-1854-4ab2-b64b-750884248ffd req-9954a09a-bfb9-4a88-b8f6-6579fe0f3560 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Updated VIF entry in instance network info cache for port b02796fe-2c32-4fb2-afd4-ac6e44a726d2. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1968.166075] env[62295]: DEBUG nova.network.neutron [req-cdfb161a-1854-4ab2-b64b-750884248ffd req-9954a09a-bfb9-4a88-b8f6-6579fe0f3560 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Updating instance_info_cache with network_info: [{"id": "b02796fe-2c32-4fb2-afd4-ac6e44a726d2", "address": "fa:16:3e:1b:a1:c9", "network": {"id": "ce81ce51-aaee-4ced-bf46-2f10ec340f69", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2081170546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7e5ed6a765f43f6a6a3293ce29017bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb02796fe-2c", "ovs_interfaceid": "b02796fe-2c32-4fb2-afd4-ac6e44a726d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.173079] env[62295]: DEBUG oslo_vmware.api [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1968.173079] env[62295]: value = "task-1787639" [ 1968.173079] env[62295]: _type = "Task" [ 1968.173079] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.181633] env[62295]: DEBUG oslo_vmware.api [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.208663] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.509398] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.509767] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc4bcdf-9d3b-4771-a40d-34d6515118e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.517989] env[62295]: DEBUG oslo_vmware.api [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1968.517989] env[62295]: value = "task-1787640" [ 1968.517989] env[62295]: _type = "Task" [ 1968.517989] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.526952] env[62295]: DEBUG oslo_vmware.api [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.668910] env[62295]: DEBUG oslo_concurrency.lockutils [req-cdfb161a-1854-4ab2-b64b-750884248ffd req-9954a09a-bfb9-4a88-b8f6-6579fe0f3560 service nova] Releasing lock "refresh_cache-01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.682393] env[62295]: DEBUG oslo_vmware.api [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787639, 'name': ReconfigVM_Task, 'duration_secs': 0.239118} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.682729] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Reconfigured VM instance instance-0000006e to detach disk 2002 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1968.687453] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab082f8-1721-4cb0-9dfc-7c4f591ceff5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.705521] env[62295]: DEBUG oslo_vmware.api [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1968.705521] env[62295]: value = "task-1787641" [ 1968.705521] env[62295]: _type = "Task" [ 1968.705521] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.712084] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.717008] env[62295]: DEBUG oslo_vmware.api [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787641, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.027865] env[62295]: DEBUG oslo_vmware.api [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787640, 'name': PowerOffVM_Task, 'duration_secs': 0.231136} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.028237] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.028463] env[62295]: DEBUG nova.compute.manager [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1969.029238] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d79ae0-f83f-410d-9596-af9b9ff21717 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.216106] env[62295]: DEBUG oslo_vmware.api [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787641, 'name': ReconfigVM_Task, 'duration_secs': 0.1988} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.219259] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370879', 'volume_id': 'ffcdb612-202c-4707-baef-42abca03b132', 'name': 'volume-ffcdb612-202c-4707-baef-42abca03b132', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffcdb612-202c-4707-baef-42abca03b132', 'serial': 'ffcdb612-202c-4707-baef-42abca03b132'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1969.221329] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.540967] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9b3e54d8-5995-4d25-a711-828cfac3c8ff tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "0232176f-5c80-4494-9dcf-20d839db10c5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.551s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.711577] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.761036] env[62295]: DEBUG nova.objects.instance [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'flavor' on Instance uuid d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.211976] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.419630] env[62295]: DEBUG nova.objects.instance [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'flavor' on Instance uuid 0232176f-5c80-4494-9dcf-20d839db10c5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.712655] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.768308] env[62295]: DEBUG oslo_concurrency.lockutils [None req-928d692d-9b39-42e0-bea5-86c06effb514 tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.924543] env[62295]: DEBUG oslo_concurrency.lockutils [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.924728] env[62295]: DEBUG oslo_concurrency.lockutils [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.924897] env[62295]: DEBUG nova.network.neutron [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.925088] env[62295]: DEBUG nova.objects.instance [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'info_cache' on Instance uuid 0232176f-5c80-4494-9dcf-20d839db10c5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.213346] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.427814] env[62295]: DEBUG nova.objects.base [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Object Instance<0232176f-5c80-4494-9dcf-20d839db10c5> lazy-loaded attributes: flavor,info_cache {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1971.713849] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.907786] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.908087] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.908333] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.908536] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.908716] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.910899] env[62295]: INFO nova.compute.manager [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Terminating instance [ 1971.912637] env[62295]: DEBUG nova.compute.manager [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1971.912830] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1971.913666] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397a41c6-9438-4282-bdbb-b091c965f97a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.921800] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1971.922032] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-828314d2-3fe6-43e0-b861-58fe0eacff4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.931416] env[62295]: DEBUG oslo_vmware.api [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1971.931416] env[62295]: value = "task-1787642" [ 1971.931416] env[62295]: _type = "Task" [ 1971.931416] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.940163] env[62295]: DEBUG oslo_vmware.api [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.159783] env[62295]: DEBUG nova.network.neutron [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Updating instance_info_cache with network_info: [{"id": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "address": "fa:16:3e:1d:f1:61", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122d5770-63", "ovs_interfaceid": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.214793] env[62295]: DEBUG oslo_vmware.api [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787638, 'name': ReconfigVM_Task, 'duration_secs': 6.032381} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.215050] env[62295]: DEBUG oslo_concurrency.lockutils [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.215251] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Reconfigured VM to detach interface {{(pid=62295) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1972.443621] env[62295]: DEBUG oslo_vmware.api [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787642, 'name': PowerOffVM_Task, 'duration_secs': 0.206172} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.443910] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1972.444093] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1972.444349] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9144b6c3-fc62-459a-88e0-5bdaa8defe08 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.458658] env[62295]: DEBUG nova.compute.manager [req-af40055e-b105-4725-8e84-e207974602db req-2f7c1a01-7d26-42a5-ba64-67933db9d6d4 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Received event network-vif-deleted-16374ead-07e2-4562-9d25-db811bcc3a35 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1972.458658] env[62295]: INFO nova.compute.manager [req-af40055e-b105-4725-8e84-e207974602db req-2f7c1a01-7d26-42a5-ba64-67933db9d6d4 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Neutron deleted interface 16374ead-07e2-4562-9d25-db811bcc3a35; detaching it from the instance and deleting it from the info cache [ 1972.458935] env[62295]: DEBUG nova.network.neutron [req-af40055e-b105-4725-8e84-e207974602db req-2f7c1a01-7d26-42a5-ba64-67933db9d6d4 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updating instance_info_cache with network_info: [{"id": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "address": "fa:16:3e:c1:fc:c8", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b235ce1-79", "ovs_interfaceid": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.527197] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1972.527426] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1972.527613] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Deleting the datastore file [datastore1] d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1972.527885] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ad4f913-e3f4-459c-a61b-4ef759259302 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.535716] env[62295]: DEBUG oslo_vmware.api [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for the task: (returnval){ [ 1972.535716] env[62295]: value = "task-1787644" [ 1972.535716] env[62295]: _type = "Task" [ 1972.535716] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.544478] env[62295]: DEBUG oslo_vmware.api [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.663191] env[62295]: DEBUG oslo_concurrency.lockutils [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.961333] env[62295]: DEBUG oslo_concurrency.lockutils [req-af40055e-b105-4725-8e84-e207974602db req-2f7c1a01-7d26-42a5-ba64-67933db9d6d4 service nova] Acquiring lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.961699] env[62295]: DEBUG oslo_concurrency.lockutils [req-af40055e-b105-4725-8e84-e207974602db req-2f7c1a01-7d26-42a5-ba64-67933db9d6d4 service nova] Acquired lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.962442] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81b1bb7-9005-4968-bd41-a21bdc61746f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.981547] env[62295]: DEBUG oslo_concurrency.lockutils [req-af40055e-b105-4725-8e84-e207974602db req-2f7c1a01-7d26-42a5-ba64-67933db9d6d4 service nova] Releasing lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.981804] env[62295]: WARNING nova.compute.manager [req-af40055e-b105-4725-8e84-e207974602db req-2f7c1a01-7d26-42a5-ba64-67933db9d6d4 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Detach interface failed, port_id=16374ead-07e2-4562-9d25-db811bcc3a35, reason: No device with interface-id 16374ead-07e2-4562-9d25-db811bcc3a35 exists on VM: nova.exception.NotFound: No device with interface-id 16374ead-07e2-4562-9d25-db811bcc3a35 exists on VM [ 1973.047716] env[62295]: DEBUG oslo_vmware.api [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Task: {'id': task-1787644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142183} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.047972] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1973.048173] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1973.048342] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1973.048516] env[62295]: INFO nova.compute.manager [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1973.048778] env[62295]: DEBUG oslo.service.loopingcall [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1973.048977] env[62295]: DEBUG nova.compute.manager [-] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1973.049081] env[62295]: DEBUG nova.network.neutron [-] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1973.166746] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1973.167066] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92b7a94f-b525-4240-9d48-00d7f4d30de6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.176857] env[62295]: DEBUG oslo_vmware.api [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1973.176857] env[62295]: value = "task-1787645" [ 1973.176857] env[62295]: _type = "Task" [ 1973.176857] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.198644] env[62295]: DEBUG oslo_vmware.api [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.446564] env[62295]: DEBUG oslo_concurrency.lockutils [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.446564] env[62295]: DEBUG oslo_concurrency.lockutils [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.446564] env[62295]: DEBUG nova.network.neutron [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1973.688169] env[62295]: DEBUG oslo_vmware.api [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787645, 'name': PowerOnVM_Task, 'duration_secs': 0.472632} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.688626] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1973.688702] env[62295]: DEBUG nova.compute.manager [None req-14d707b5-ad79-4ed2-bd18-979ea849fcee tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1973.689487] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36da99c9-e73f-46d3-9fb2-b5e3ff588c86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.930506] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.930789] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.931026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.931214] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.931383] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.933606] env[62295]: INFO nova.compute.manager [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Terminating instance [ 1973.935594] env[62295]: DEBUG nova.compute.manager [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1973.935787] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.936632] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32290b70-e164-4f83-87d3-c70a1addbfb1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.946199] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.946429] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5533d94e-1e9d-42f6-b6c4-7b1ae4ea372d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.954824] env[62295]: DEBUG oslo_vmware.api [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1973.954824] env[62295]: value = "task-1787646" [ 1973.954824] env[62295]: _type = "Task" [ 1973.954824] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.964772] env[62295]: DEBUG oslo_vmware.api [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.023716] env[62295]: DEBUG nova.network.neutron [-] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.173860] env[62295]: DEBUG nova.network.neutron [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updating instance_info_cache with network_info: [{"id": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "address": "fa:16:3e:c1:fc:c8", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b235ce1-79", "ovs_interfaceid": "6b235ce1-79e6-4582-b2ba-3e4c5143acbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.466328] env[62295]: DEBUG oslo_vmware.api [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787646, 'name': PowerOffVM_Task, 'duration_secs': 0.182128} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.466632] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.466817] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.467087] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818fabcc-be74-4975-b75e-6f0df5f50a6f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.482958] env[62295]: DEBUG nova.compute.manager [req-dc67a473-dda6-49b4-9e8f-928dba84d9e7 req-16c984b2-4f1e-4aa8-8703-9c6a5dc85c22 service nova] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Received event network-vif-deleted-73903869-7985-469b-b652-1a58b17698e3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1974.525608] env[62295]: INFO nova.compute.manager [-] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Took 1.48 seconds to deallocate network for instance. [ 1974.554669] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.554921] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.555294] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleting the datastore file [datastore1] e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.555439] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01cc6dbb-5036-42b1-b2b5-7cc2cfccf868 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.562523] env[62295]: DEBUG oslo_vmware.api [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1974.562523] env[62295]: value = "task-1787648" [ 1974.562523] env[62295]: _type = "Task" [ 1974.562523] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.573618] env[62295]: DEBUG oslo_vmware.api [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.676632] env[62295]: DEBUG oslo_concurrency.lockutils [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.032866] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.033296] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.033637] env[62295]: DEBUG nova.objects.instance [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lazy-loading 'resources' on Instance uuid d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.073329] env[62295]: DEBUG oslo_vmware.api [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168854} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.073576] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1975.073760] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1975.073938] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1975.074124] env[62295]: INFO nova.compute.manager [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1975.074360] env[62295]: DEBUG oslo.service.loopingcall [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.074543] env[62295]: DEBUG nova.compute.manager [-] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1975.074710] env[62295]: DEBUG nova.network.neutron [-] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1975.181050] env[62295]: DEBUG oslo_concurrency.lockutils [None req-730f5b44-41ca-435d-87a9-2c747682337b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6-16374ead-07e2-4562-9d25-db811bcc3a35" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.062s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.458889] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3376bed-e365-4889-b08d-70e60bae3687 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.467864] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8beed-8d43-448f-b4c2-2be28b9c63a8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Suspending the VM {{(pid=62295) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1975.468164] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aeae8b63-34fd-4ea4-a17e-9d9a8648093b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.475944] env[62295]: DEBUG oslo_vmware.api [None req-6ff8beed-8d43-448f-b4c2-2be28b9c63a8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1975.475944] env[62295]: value = "task-1787649" [ 1975.475944] env[62295]: _type = "Task" [ 1975.475944] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.485532] env[62295]: DEBUG oslo_vmware.api [None req-6ff8beed-8d43-448f-b4c2-2be28b9c63a8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787649, 'name': SuspendVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.621450] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda37e92-1237-4a4f-ac59-b863226a734c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.630171] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d766f94-6552-4b61-a108-bcd75f44d252 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.663934] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874ce842-4395-4423-82c3-a15bf9fb2a49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.673040] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4870e3d-de63-4283-9cc0-3243b8e38377 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.688228] env[62295]: DEBUG nova.compute.provider_tree [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1975.964445] env[62295]: DEBUG nova.network.neutron [-] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.988164] env[62295]: DEBUG oslo_vmware.api [None req-6ff8beed-8d43-448f-b4c2-2be28b9c63a8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787649, 'name': SuspendVM_Task} progress is 62%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.219709] env[62295]: DEBUG nova.scheduler.client.report [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Updated inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1976.220033] env[62295]: DEBUG nova.compute.provider_tree [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Updating resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c generation from 185 to 186 during operation: update_inventory {{(pid=62295) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1976.220264] env[62295]: DEBUG nova.compute.provider_tree [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1976.467519] env[62295]: INFO nova.compute.manager [-] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Took 1.39 seconds to deallocate network for instance. [ 1976.486995] env[62295]: DEBUG oslo_vmware.api [None req-6ff8beed-8d43-448f-b4c2-2be28b9c63a8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787649, 'name': SuspendVM_Task, 'duration_secs': 0.619079} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.487288] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff8beed-8d43-448f-b4c2-2be28b9c63a8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Suspended the VM {{(pid=62295) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1976.487463] env[62295]: DEBUG nova.compute.manager [None req-6ff8beed-8d43-448f-b4c2-2be28b9c63a8 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1976.488243] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedc97c5-7190-42db-ac4b-ed805e8052f3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.508726] env[62295]: DEBUG nova.compute.manager [req-2e506246-5abc-4b2c-b2a6-5c8909b9c3fb req-55ec2f58-3bd7-4b88-aaff-ef0662479316 service nova] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Received event network-vif-deleted-6b235ce1-79e6-4582-b2ba-3e4c5143acbd {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1976.725120] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.747688] env[62295]: INFO nova.scheduler.client.report [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Deleted allocations for instance d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21 [ 1976.974399] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.974700] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.974935] env[62295]: DEBUG nova.objects.instance [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'resources' on Instance uuid e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.257043] env[62295]: DEBUG oslo_concurrency.lockutils [None req-6a1bc974-3a21-4ae7-b1e6-dd5bf169c0ba tempest-AttachVolumeTestJSON-844073506 tempest-AttachVolumeTestJSON-844073506-project-member] Lock "d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.348s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.537045] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1cdd36-3190-4836-a216-b0b51cbfd386 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.545397] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c5df23-6464-4456-abff-223f8c82cb28 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.575500] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581e8a13-af10-4ada-b582-0a4b5a66470a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.582464] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf285e3-7030-4bef-944a-575eaec9ea99 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.595356] env[62295]: DEBUG nova.compute.provider_tree [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.845791] env[62295]: INFO nova.compute.manager [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Resuming [ 1977.846461] env[62295]: DEBUG nova.objects.instance [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'flavor' on Instance uuid 0232176f-5c80-4494-9dcf-20d839db10c5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1978.098397] env[62295]: DEBUG nova.scheduler.client.report [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1978.603399] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.631220] env[62295]: INFO nova.scheduler.client.report [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleted allocations for instance e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6 [ 1978.854308] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.854501] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquired lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.854687] env[62295]: DEBUG nova.network.neutron [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1979.138087] env[62295]: DEBUG oslo_concurrency.lockutils [None req-83f88b33-2d28-457e-bdc1-678ab294b2d9 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.207s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.613487] env[62295]: DEBUG nova.network.neutron [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Updating instance_info_cache with network_info: [{"id": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "address": "fa:16:3e:1d:f1:61", "network": {"id": "6d40342c-0ce4-4c07-a0de-09527a324734", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-402720344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ac1b1c8ec4807a1a2b03264d67fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122d5770-63", "ovs_interfaceid": "122d5770-63f3-43c3-8a9c-ffd6a09919e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.116124] env[62295]: DEBUG oslo_concurrency.lockutils [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Releasing lock "refresh_cache-0232176f-5c80-4494-9dcf-20d839db10c5" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.117104] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2efdca7-bb99-4ada-9503-273f5489fac8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.123741] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Resuming the VM {{(pid=62295) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1980.123985] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36960034-050f-441a-9bed-e9792e53b8d9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.133075] env[62295]: DEBUG oslo_vmware.api [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1980.133075] env[62295]: value = "task-1787651" [ 1980.133075] env[62295]: _type = "Task" [ 1980.133075] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.141148] env[62295]: DEBUG oslo_vmware.api [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.646074] env[62295]: DEBUG oslo_vmware.api [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787651, 'name': PowerOnVM_Task, 'duration_secs': 0.468355} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.646454] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Resumed the VM {{(pid=62295) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1980.646607] env[62295]: DEBUG nova.compute.manager [None req-a8bf8a64-315e-4355-b2fd-f23c07922a63 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1980.647735] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73795cd-6620-40e4-90a8-808a1c0d1c33 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.879469] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "6d4534fa-c538-433a-88a6-c3241c824712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.879704] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "6d4534fa-c538-433a-88a6-c3241c824712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.383068] env[62295]: DEBUG nova.compute.manager [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1981.904250] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.904520] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.906031] env[62295]: INFO nova.compute.claims [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1982.587180] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "0232176f-5c80-4494-9dcf-20d839db10c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.587463] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "0232176f-5c80-4494-9dcf-20d839db10c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.587683] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "0232176f-5c80-4494-9dcf-20d839db10c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.587873] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "0232176f-5c80-4494-9dcf-20d839db10c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.588056] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "0232176f-5c80-4494-9dcf-20d839db10c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.590131] env[62295]: INFO nova.compute.manager [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Terminating instance [ 1982.591967] env[62295]: DEBUG nova.compute.manager [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1982.592198] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.593085] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1548df4-04dd-45d6-80a3-d9c552a6603d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.601215] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.601447] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-564023d3-4075-48ff-932e-2ef11fb122f6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.609390] env[62295]: DEBUG oslo_vmware.api [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1982.609390] env[62295]: value = "task-1787653" [ 1982.609390] env[62295]: _type = "Task" [ 1982.609390] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.618494] env[62295]: DEBUG oslo_vmware.api [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.968076] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de90a251-f30a-47d4-8883-636c0314735e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.976132] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c13eef4-de5c-4b11-b924-3153681cf1e6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.005675] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56177b31-268c-48d3-9e16-e15de284a2d6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.012780] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4f02ba-62f5-4126-a8ee-0bf48a31ec78 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.025519] env[62295]: DEBUG nova.compute.provider_tree [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.120806] env[62295]: DEBUG oslo_vmware.api [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787653, 'name': PowerOffVM_Task, 'duration_secs': 0.215091} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.121074] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.121242] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.121483] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97854611-edbc-4d18-ae7c-727d83d78599 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.528696] env[62295]: DEBUG nova.scheduler.client.report [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1983.950023] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1983.950290] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1983.950464] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleting the datastore file [datastore1] 0232176f-5c80-4494-9dcf-20d839db10c5 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.950775] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7483bb99-9e74-482e-b070-e3092a023a95 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.958535] env[62295]: DEBUG oslo_vmware.api [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for the task: (returnval){ [ 1983.958535] env[62295]: value = "task-1787656" [ 1983.958535] env[62295]: _type = "Task" [ 1983.958535] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.967396] env[62295]: DEBUG oslo_vmware.api [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.034552] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.035060] env[62295]: DEBUG nova.compute.manager [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1984.469059] env[62295]: DEBUG oslo_vmware.api [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Task: {'id': task-1787656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168221} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.469059] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.469600] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.469600] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.469600] env[62295]: INFO nova.compute.manager [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1984.469812] env[62295]: DEBUG oslo.service.loopingcall [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.470017] env[62295]: DEBUG nova.compute.manager [-] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1984.470118] env[62295]: DEBUG nova.network.neutron [-] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1984.541116] env[62295]: DEBUG nova.compute.utils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1984.542649] env[62295]: DEBUG nova.compute.manager [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1984.542776] env[62295]: DEBUG nova.network.neutron [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1984.580063] env[62295]: DEBUG nova.policy [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596044784c9c487b86d983348c7de139', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ff7a37ca6a4962a77fb7ad2ff2438c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1984.841021] env[62295]: DEBUG nova.network.neutron [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Successfully created port: 1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1985.045953] env[62295]: DEBUG nova.compute.manager [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1985.143922] env[62295]: DEBUG nova.compute.manager [req-aad80beb-6b98-4885-86ad-fdbcb1b4929c req-7ad47afd-b56a-4a94-8456-0bc1cb9d425f service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Received event network-vif-deleted-122d5770-63f3-43c3-8a9c-ffd6a09919e3 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1985.144182] env[62295]: INFO nova.compute.manager [req-aad80beb-6b98-4885-86ad-fdbcb1b4929c req-7ad47afd-b56a-4a94-8456-0bc1cb9d425f service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Neutron deleted interface 122d5770-63f3-43c3-8a9c-ffd6a09919e3; detaching it from the instance and deleting it from the info cache [ 1985.144361] env[62295]: DEBUG nova.network.neutron [req-aad80beb-6b98-4885-86ad-fdbcb1b4929c req-7ad47afd-b56a-4a94-8456-0bc1cb9d425f service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.623943] env[62295]: DEBUG nova.network.neutron [-] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.647187] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-930067d2-778a-4dbb-a873-4d42d6b95556 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.659161] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32804ad5-974a-4d4c-a89b-3baf887ea639 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.691483] env[62295]: DEBUG nova.compute.manager [req-aad80beb-6b98-4885-86ad-fdbcb1b4929c req-7ad47afd-b56a-4a94-8456-0bc1cb9d425f service nova] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Detach interface failed, port_id=122d5770-63f3-43c3-8a9c-ffd6a09919e3, reason: Instance 0232176f-5c80-4494-9dcf-20d839db10c5 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1986.058051] env[62295]: DEBUG nova.compute.manager [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1986.084076] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1986.084276] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1986.084436] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1986.084622] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1986.084772] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1986.084921] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1986.085140] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1986.085304] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1986.085472] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1986.085634] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1986.085810] env[62295]: DEBUG nova.virt.hardware [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1986.086683] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dadfed0-be67-41a5-b4f7-d0e6d4a12d96 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.095452] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dd3d2f-6e2b-4ae2-81ef-fffdd9263e34 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.126515] env[62295]: INFO nova.compute.manager [-] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Took 1.66 seconds to deallocate network for instance. [ 1986.214816] env[62295]: DEBUG nova.compute.manager [req-e4edf63d-17b3-4cfb-a034-ef75da684c10 req-da8b5b43-5b29-4b15-940d-6bec22fab4b1 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received event network-vif-plugged-1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1986.215076] env[62295]: DEBUG oslo_concurrency.lockutils [req-e4edf63d-17b3-4cfb-a034-ef75da684c10 req-da8b5b43-5b29-4b15-940d-6bec22fab4b1 service nova] Acquiring lock "6d4534fa-c538-433a-88a6-c3241c824712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.215293] env[62295]: DEBUG oslo_concurrency.lockutils [req-e4edf63d-17b3-4cfb-a034-ef75da684c10 req-da8b5b43-5b29-4b15-940d-6bec22fab4b1 service nova] Lock "6d4534fa-c538-433a-88a6-c3241c824712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.215465] env[62295]: DEBUG oslo_concurrency.lockutils [req-e4edf63d-17b3-4cfb-a034-ef75da684c10 req-da8b5b43-5b29-4b15-940d-6bec22fab4b1 service nova] Lock "6d4534fa-c538-433a-88a6-c3241c824712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.215707] env[62295]: DEBUG nova.compute.manager [req-e4edf63d-17b3-4cfb-a034-ef75da684c10 req-da8b5b43-5b29-4b15-940d-6bec22fab4b1 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] No waiting events found dispatching network-vif-plugged-1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1986.215910] env[62295]: WARNING nova.compute.manager [req-e4edf63d-17b3-4cfb-a034-ef75da684c10 req-da8b5b43-5b29-4b15-940d-6bec22fab4b1 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received unexpected event network-vif-plugged-1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1 for instance with vm_state building and task_state spawning. [ 1986.296109] env[62295]: DEBUG nova.network.neutron [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Successfully updated port: 1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1986.633187] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.633464] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.633687] env[62295]: DEBUG nova.objects.instance [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lazy-loading 'resources' on Instance uuid 0232176f-5c80-4494-9dcf-20d839db10c5 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.804243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.804243] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.804243] env[62295]: DEBUG nova.network.neutron [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1987.208828] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fe02e2-4668-4ebe-b48d-a0e5732f3ab1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.218453] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47b536e-e360-4560-84f4-5c404e55717d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.252358] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d439095e-bac4-4b8f-9285-5474a5a16fed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.262161] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0728e9-7cd0-4ffb-8efe-77e3f035cad9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.276669] env[62295]: DEBUG nova.compute.provider_tree [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1987.345654] env[62295]: DEBUG nova.network.neutron [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1987.570086] env[62295]: DEBUG nova.network.neutron [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.779412] env[62295]: DEBUG nova.scheduler.client.report [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1988.073249] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.073587] env[62295]: DEBUG nova.compute.manager [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Instance network_info: |[{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1988.074017] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:2e:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1988.081654] env[62295]: DEBUG oslo.service.loopingcall [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.081858] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1988.082104] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98eed829-7805-4f33-bf2a-65941d304a0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.106029] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1988.106029] env[62295]: value = "task-1787657" [ 1988.106029] env[62295]: _type = "Task" [ 1988.106029] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.111560] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787657, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.243225] env[62295]: DEBUG nova.compute.manager [req-b6caa9ad-7942-4a6e-8e8e-e172c4727d97 req-494ca845-cee7-4da0-94b7-df8e13a1dd56 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received event network-changed-1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1988.243451] env[62295]: DEBUG nova.compute.manager [req-b6caa9ad-7942-4a6e-8e8e-e172c4727d97 req-494ca845-cee7-4da0-94b7-df8e13a1dd56 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Refreshing instance network info cache due to event network-changed-1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1988.243634] env[62295]: DEBUG oslo_concurrency.lockutils [req-b6caa9ad-7942-4a6e-8e8e-e172c4727d97 req-494ca845-cee7-4da0-94b7-df8e13a1dd56 service nova] Acquiring lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.243782] env[62295]: DEBUG oslo_concurrency.lockutils [req-b6caa9ad-7942-4a6e-8e8e-e172c4727d97 req-494ca845-cee7-4da0-94b7-df8e13a1dd56 service nova] Acquired lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.243973] env[62295]: DEBUG nova.network.neutron [req-b6caa9ad-7942-4a6e-8e8e-e172c4727d97 req-494ca845-cee7-4da0-94b7-df8e13a1dd56 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Refreshing network info cache for port 1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1988.283877] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.308125] env[62295]: INFO nova.scheduler.client.report [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Deleted allocations for instance 0232176f-5c80-4494-9dcf-20d839db10c5 [ 1988.614071] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787657, 'name': CreateVM_Task, 'duration_secs': 0.382309} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.614071] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1988.616034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.616034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.616034] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1988.616034] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ccbdd0-7f1e-4f53-acef-5e106a77e55e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.620986] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1988.620986] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a69ffe-3678-e513-a283-e60c63af169e" [ 1988.620986] env[62295]: _type = "Task" [ 1988.620986] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.629563] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a69ffe-3678-e513-a283-e60c63af169e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.818581] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7fe51086-6e7e-48f2-82f3-bbe48af00307 tempest-ServerActionsTestJSON-288095747 tempest-ServerActionsTestJSON-288095747-project-member] Lock "0232176f-5c80-4494-9dcf-20d839db10c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.231s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.949640] env[62295]: DEBUG nova.network.neutron [req-b6caa9ad-7942-4a6e-8e8e-e172c4727d97 req-494ca845-cee7-4da0-94b7-df8e13a1dd56 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updated VIF entry in instance network info cache for port 1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1988.950096] env[62295]: DEBUG nova.network.neutron [req-b6caa9ad-7942-4a6e-8e8e-e172c4727d97 req-494ca845-cee7-4da0-94b7-df8e13a1dd56 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.133576] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a69ffe-3678-e513-a283-e60c63af169e, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.133873] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.134121] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1989.134357] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.134501] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.134677] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1989.134955] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b20b5523-0376-47aa-bfd9-8f4846f28ee6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.143789] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1989.143958] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1989.144660] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f39a014-664c-421c-92df-08c7fdf4db07 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.150279] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1989.150279] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a59a9-ee97-e50b-6d46-9ec7e3b20567" [ 1989.150279] env[62295]: _type = "Task" [ 1989.150279] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.158022] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a59a9-ee97-e50b-6d46-9ec7e3b20567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.453787] env[62295]: DEBUG oslo_concurrency.lockutils [req-b6caa9ad-7942-4a6e-8e8e-e172c4727d97 req-494ca845-cee7-4da0-94b7-df8e13a1dd56 service nova] Releasing lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.663787] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528a59a9-ee97-e50b-6d46-9ec7e3b20567, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.664690] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e3aa4b-dae7-4659-b7af-9c6fb58ddaa5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.671462] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1989.671462] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524ea5a4-6f69-3eb2-1fef-6844172e5b79" [ 1989.671462] env[62295]: _type = "Task" [ 1989.671462] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.680662] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524ea5a4-6f69-3eb2-1fef-6844172e5b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.184194] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524ea5a4-6f69-3eb2-1fef-6844172e5b79, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.184477] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.184730] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6d4534fa-c538-433a-88a6-c3241c824712/6d4534fa-c538-433a-88a6-c3241c824712.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1990.185135] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e39e41-772b-4992-a7bc-c9d9e5e9dc22 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.202103] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1990.202103] env[62295]: value = "task-1787658" [ 1990.202103] env[62295]: _type = "Task" [ 1990.202103] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.210530] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.712590] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787658, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.213665] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565952} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.214161] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6d4534fa-c538-433a-88a6-c3241c824712/6d4534fa-c538-433a-88a6-c3241c824712.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1991.214545] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1991.216041] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c270e99-d1b0-4544-8fd1-ad02a0c85417 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.223774] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1991.223774] env[62295]: value = "task-1787659" [ 1991.223774] env[62295]: _type = "Task" [ 1991.223774] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.233928] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.734422] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06767} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.734703] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1991.736716] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bc3e7a-4712-468a-bd77-74342edbdbac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.762500] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6d4534fa-c538-433a-88a6-c3241c824712/6d4534fa-c538-433a-88a6-c3241c824712.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1991.762768] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6ba8ce-067c-4069-84fe-79034a77fa72 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.784053] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1991.784053] env[62295]: value = "task-1787660" [ 1991.784053] env[62295]: _type = "Task" [ 1991.784053] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.792686] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.295846] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787660, 'name': ReconfigVM_Task, 'duration_secs': 0.293216} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.296183] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6d4534fa-c538-433a-88a6-c3241c824712/6d4534fa-c538-433a-88a6-c3241c824712.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1992.296821] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e10334cb-ca04-4a41-b22b-f46d58d5e449 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.304931] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1992.304931] env[62295]: value = "task-1787661" [ 1992.304931] env[62295]: _type = "Task" [ 1992.304931] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.316217] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787661, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.815525] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787661, 'name': Rename_Task, 'duration_secs': 0.155974} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.815861] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1992.816069] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb2cd84a-e104-4680-9520-32c4b1c5bb38 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.823628] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 1992.823628] env[62295]: value = "task-1787662" [ 1992.823628] env[62295]: _type = "Task" [ 1992.823628] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.832208] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.333449] env[62295]: DEBUG oslo_vmware.api [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787662, 'name': PowerOnVM_Task, 'duration_secs': 0.461194} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.333738] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1993.334074] env[62295]: INFO nova.compute.manager [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1993.334188] env[62295]: DEBUG nova.compute.manager [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1993.335094] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df59cb79-c873-48ec-a4e2-8242be5271cb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.793899] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquiring lock "f3f860c2-891c-4165-a320-0194eacbb877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.794139] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lock "f3f860c2-891c-4165-a320-0194eacbb877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.854933] env[62295]: INFO nova.compute.manager [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Took 11.97 seconds to build instance. [ 1994.298502] env[62295]: DEBUG nova.compute.manager [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1994.357498] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f1e1a2bc-3103-4eb5-b3fd-cddf2182e640 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "6d4534fa-c538-433a-88a6-c3241c824712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.478s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.545157] env[62295]: DEBUG nova.compute.manager [req-0ce7e230-c785-4a01-90cd-08bc26286615 req-ccf2c6e0-b728-4c58-8b90-ca6922c4a4b0 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received event network-changed-1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1994.545157] env[62295]: DEBUG nova.compute.manager [req-0ce7e230-c785-4a01-90cd-08bc26286615 req-ccf2c6e0-b728-4c58-8b90-ca6922c4a4b0 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Refreshing instance network info cache due to event network-changed-1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1994.545157] env[62295]: DEBUG oslo_concurrency.lockutils [req-0ce7e230-c785-4a01-90cd-08bc26286615 req-ccf2c6e0-b728-4c58-8b90-ca6922c4a4b0 service nova] Acquiring lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.545157] env[62295]: DEBUG oslo_concurrency.lockutils [req-0ce7e230-c785-4a01-90cd-08bc26286615 req-ccf2c6e0-b728-4c58-8b90-ca6922c4a4b0 service nova] Acquired lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.545999] env[62295]: DEBUG nova.network.neutron [req-0ce7e230-c785-4a01-90cd-08bc26286615 req-ccf2c6e0-b728-4c58-8b90-ca6922c4a4b0 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Refreshing network info cache for port 1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.819542] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.819542] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.821438] env[62295]: INFO nova.compute.claims [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1995.296441] env[62295]: DEBUG nova.network.neutron [req-0ce7e230-c785-4a01-90cd-08bc26286615 req-ccf2c6e0-b728-4c58-8b90-ca6922c4a4b0 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updated VIF entry in instance network info cache for port 1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1995.296821] env[62295]: DEBUG nova.network.neutron [req-0ce7e230-c785-4a01-90cd-08bc26286615 req-ccf2c6e0-b728-4c58-8b90-ca6922c4a4b0 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.799997] env[62295]: DEBUG oslo_concurrency.lockutils [req-0ce7e230-c785-4a01-90cd-08bc26286615 req-ccf2c6e0-b728-4c58-8b90-ca6922c4a4b0 service nova] Releasing lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.893281] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418a4ed8-7c9c-4244-b883-626244fc0ae9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.903299] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1c781d-fa5a-46d8-8c9e-03dfbf0f44d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.935022] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c04ffe-6a12-4975-b9dd-dac62539f680 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.943349] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4205b6e0-f24e-4edc-95c2-bef3c7125385 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.958349] env[62295]: DEBUG nova.compute.provider_tree [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1996.461270] env[62295]: DEBUG nova.scheduler.client.report [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1996.965959] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.966606] env[62295]: DEBUG nova.compute.manager [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1997.471202] env[62295]: DEBUG nova.compute.utils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1997.472707] env[62295]: DEBUG nova.compute.manager [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1997.472905] env[62295]: DEBUG nova.network.neutron [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1997.510925] env[62295]: DEBUG nova.policy [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c93122b1da74f0eac3b34d959dcac2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98b4bd4d48e44d729d374624a9cac9f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 1997.758906] env[62295]: DEBUG nova.network.neutron [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Successfully created port: da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1997.976301] env[62295]: DEBUG nova.compute.manager [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1998.988994] env[62295]: DEBUG nova.compute.manager [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1999.014697] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1999.014987] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1999.015173] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1999.015362] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1999.015509] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1999.015658] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1999.015859] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1999.016039] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1999.016238] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1999.016405] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1999.016580] env[62295]: DEBUG nova.virt.hardware [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1999.017454] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627fec00-8a42-434a-8dc4-5135580f534e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.025784] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bbd451-f6fd-4190-8270-4d93f2680fe2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.191346] env[62295]: DEBUG nova.compute.manager [req-be2d16d3-5349-431b-95bd-068b7dbf2f54 req-f2d3e3a7-6940-438e-a115-20c04a90df80 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Received event network-vif-plugged-da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1999.192028] env[62295]: DEBUG oslo_concurrency.lockutils [req-be2d16d3-5349-431b-95bd-068b7dbf2f54 req-f2d3e3a7-6940-438e-a115-20c04a90df80 service nova] Acquiring lock "f3f860c2-891c-4165-a320-0194eacbb877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.192028] env[62295]: DEBUG oslo_concurrency.lockutils [req-be2d16d3-5349-431b-95bd-068b7dbf2f54 req-f2d3e3a7-6940-438e-a115-20c04a90df80 service nova] Lock "f3f860c2-891c-4165-a320-0194eacbb877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.192028] env[62295]: DEBUG oslo_concurrency.lockutils [req-be2d16d3-5349-431b-95bd-068b7dbf2f54 req-f2d3e3a7-6940-438e-a115-20c04a90df80 service nova] Lock "f3f860c2-891c-4165-a320-0194eacbb877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.192284] env[62295]: DEBUG nova.compute.manager [req-be2d16d3-5349-431b-95bd-068b7dbf2f54 req-f2d3e3a7-6940-438e-a115-20c04a90df80 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] No waiting events found dispatching network-vif-plugged-da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1999.192318] env[62295]: WARNING nova.compute.manager [req-be2d16d3-5349-431b-95bd-068b7dbf2f54 req-f2d3e3a7-6940-438e-a115-20c04a90df80 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Received unexpected event network-vif-plugged-da637131-6bd3-473b-9afc-70a810ed2241 for instance with vm_state building and task_state spawning. [ 1999.275382] env[62295]: DEBUG nova.network.neutron [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Successfully updated port: da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1999.778351] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquiring lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.778537] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquired lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.778636] env[62295]: DEBUG nova.network.neutron [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.309970] env[62295]: DEBUG nova.network.neutron [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2000.423704] env[62295]: DEBUG nova.network.neutron [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updating instance_info_cache with network_info: [{"id": "da637131-6bd3-473b-9afc-70a810ed2241", "address": "fa:16:3e:a8:a7:2c", "network": {"id": "d157dfb7-f1e4-4aa6-b053-4c669af01562", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-779430543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98b4bd4d48e44d729d374624a9cac9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda637131-6b", "ovs_interfaceid": "da637131-6bd3-473b-9afc-70a810ed2241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.927037] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Releasing lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.927037] env[62295]: DEBUG nova.compute.manager [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Instance network_info: |[{"id": "da637131-6bd3-473b-9afc-70a810ed2241", "address": "fa:16:3e:a8:a7:2c", "network": {"id": "d157dfb7-f1e4-4aa6-b053-4c669af01562", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-779430543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98b4bd4d48e44d729d374624a9cac9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda637131-6b", "ovs_interfaceid": "da637131-6bd3-473b-9afc-70a810ed2241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2000.927288] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:a7:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da637131-6bd3-473b-9afc-70a810ed2241', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2000.935029] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Creating folder: Project (98b4bd4d48e44d729d374624a9cac9f4). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2000.935338] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3a075c1-27a0-41d7-81da-8a8faebe391d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.950782] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Created folder: Project (98b4bd4d48e44d729d374624a9cac9f4) in parent group-v370569. [ 2000.951017] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Creating folder: Instances. Parent ref: group-v370882. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2000.951296] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ced41a7-2e42-4760-8cd5-4f30ce1962f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.962916] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Created folder: Instances in parent group-v370882. [ 2000.963404] env[62295]: DEBUG oslo.service.loopingcall [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.963404] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2000.964130] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6ed581f-f4c3-40cf-8d57-c123a7e21a40 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.984493] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2000.984493] env[62295]: value = "task-1787665" [ 2000.984493] env[62295]: _type = "Task" [ 2000.984493] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.992664] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787665, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.217044] env[62295]: DEBUG nova.compute.manager [req-5ae1039c-4c9d-4e68-a2b8-792c0bcb74d9 req-e2eddc95-fc28-4bf6-b671-e12f2f1c5079 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Received event network-changed-da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2001.217256] env[62295]: DEBUG nova.compute.manager [req-5ae1039c-4c9d-4e68-a2b8-792c0bcb74d9 req-e2eddc95-fc28-4bf6-b671-e12f2f1c5079 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Refreshing instance network info cache due to event network-changed-da637131-6bd3-473b-9afc-70a810ed2241. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2001.217555] env[62295]: DEBUG oslo_concurrency.lockutils [req-5ae1039c-4c9d-4e68-a2b8-792c0bcb74d9 req-e2eddc95-fc28-4bf6-b671-e12f2f1c5079 service nova] Acquiring lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.217669] env[62295]: DEBUG oslo_concurrency.lockutils [req-5ae1039c-4c9d-4e68-a2b8-792c0bcb74d9 req-e2eddc95-fc28-4bf6-b671-e12f2f1c5079 service nova] Acquired lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.217856] env[62295]: DEBUG nova.network.neutron [req-5ae1039c-4c9d-4e68-a2b8-792c0bcb74d9 req-e2eddc95-fc28-4bf6-b671-e12f2f1c5079 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Refreshing network info cache for port da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2001.496796] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787665, 'name': CreateVM_Task, 'duration_secs': 0.376833} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.497127] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2001.497548] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.497713] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.498049] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2001.498291] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df5922d-0f23-4918-846c-0885d703f295 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.502626] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2001.502626] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523c4eb1-495d-145b-2d99-5b0602ba5553" [ 2001.502626] env[62295]: _type = "Task" [ 2001.502626] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.510242] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523c4eb1-495d-145b-2d99-5b0602ba5553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.756309] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.756544] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.756718] env[62295]: INFO nova.compute.manager [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Shelving [ 2001.893385] env[62295]: DEBUG nova.network.neutron [req-5ae1039c-4c9d-4e68-a2b8-792c0bcb74d9 req-e2eddc95-fc28-4bf6-b671-e12f2f1c5079 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updated VIF entry in instance network info cache for port da637131-6bd3-473b-9afc-70a810ed2241. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2001.893744] env[62295]: DEBUG nova.network.neutron [req-5ae1039c-4c9d-4e68-a2b8-792c0bcb74d9 req-e2eddc95-fc28-4bf6-b671-e12f2f1c5079 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updating instance_info_cache with network_info: [{"id": "da637131-6bd3-473b-9afc-70a810ed2241", "address": "fa:16:3e:a8:a7:2c", "network": {"id": "d157dfb7-f1e4-4aa6-b053-4c669af01562", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-779430543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98b4bd4d48e44d729d374624a9cac9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda637131-6b", "ovs_interfaceid": "da637131-6bd3-473b-9afc-70a810ed2241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.013477] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]523c4eb1-495d-145b-2d99-5b0602ba5553, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.013724] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.013954] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2002.014231] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.014375] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.014555] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2002.014799] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3a16f96-cc5b-4191-9249-faedf6af4999 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.023276] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2002.023431] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2002.024121] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4430372d-7855-4db3-93c0-1496d251d26c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.029188] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2002.029188] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fbe1d0-7a44-2877-e4ff-efe7a2e2129f" [ 2002.029188] env[62295]: _type = "Task" [ 2002.029188] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.037371] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fbe1d0-7a44-2877-e4ff-efe7a2e2129f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.264413] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.264637] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-575d5852-f4b6-4de9-be92-365fe4fa772f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.272894] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2002.272894] env[62295]: value = "task-1787666" [ 2002.272894] env[62295]: _type = "Task" [ 2002.272894] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.282056] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.396464] env[62295]: DEBUG oslo_concurrency.lockutils [req-5ae1039c-4c9d-4e68-a2b8-792c0bcb74d9 req-e2eddc95-fc28-4bf6-b671-e12f2f1c5079 service nova] Releasing lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.541656] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52fbe1d0-7a44-2877-e4ff-efe7a2e2129f, 'name': SearchDatastore_Task, 'duration_secs': 0.008655} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.542493] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694f577e-e77e-46be-bf0d-949f40c0207e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.548564] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2002.548564] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d9ba30-f16d-7c1d-7b08-af969fa9393d" [ 2002.548564] env[62295]: _type = "Task" [ 2002.548564] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.557673] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d9ba30-f16d-7c1d-7b08-af969fa9393d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.782930] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787666, 'name': PowerOffVM_Task, 'duration_secs': 0.288114} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.783261] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2002.784098] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593dbfcf-5f3f-4a08-85ef-517a7ca1dcc8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.803334] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a29b05-5224-4ecf-93d1-e27fa431242e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.059148] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d9ba30-f16d-7c1d-7b08-af969fa9393d, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.059496] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.059819] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f3f860c2-891c-4165-a320-0194eacbb877/f3f860c2-891c-4165-a320-0194eacbb877.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2003.060114] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d52b0cd-e819-434d-a59f-346203b2eff1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.067347] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2003.067347] env[62295]: value = "task-1787667" [ 2003.067347] env[62295]: _type = "Task" [ 2003.067347] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.076502] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.315065] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Creating Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2003.315385] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b8f6295-2805-40a7-942e-817f7a688a24 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.324633] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2003.324633] env[62295]: value = "task-1787668" [ 2003.324633] env[62295]: _type = "Task" [ 2003.324633] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.333502] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787668, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.576962] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787667, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.834667] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787668, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.869351] env[62295]: DEBUG oslo_concurrency.lockutils [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.869592] env[62295]: DEBUG oslo_concurrency.lockutils [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.078222] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521555} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.078488] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f3f860c2-891c-4165-a320-0194eacbb877/f3f860c2-891c-4165-a320-0194eacbb877.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2004.078707] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2004.078954] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-085406a2-b8af-44e6-941a-b121abc4c836 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.086117] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2004.086117] env[62295]: value = "task-1787669" [ 2004.086117] env[62295]: _type = "Task" [ 2004.086117] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.094093] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.335110] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787668, 'name': CreateSnapshot_Task, 'duration_secs': 0.8373} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.335473] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Created Snapshot of the VM instance {{(pid=62295) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2004.336391] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7f016e-ebcd-417b-9a39-fc4ed2b420a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.373112] env[62295]: DEBUG nova.compute.utils [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2004.596278] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065111} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.596645] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2004.597288] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2983db-2007-4f2d-b5e3-231b88acab9a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.618943] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] f3f860c2-891c-4165-a320-0194eacbb877/f3f860c2-891c-4165-a320-0194eacbb877.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2004.619190] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac1fd04-768a-4f4e-a097-bfc985083df0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.638901] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2004.638901] env[62295]: value = "task-1787670" [ 2004.638901] env[62295]: _type = "Task" [ 2004.638901] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.647940] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.853791] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Creating linked-clone VM from snapshot {{(pid=62295) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2004.854114] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20e7ae34-b705-404a-988f-2b575471c264 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.862349] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2004.862349] env[62295]: value = "task-1787671" [ 2004.862349] env[62295]: _type = "Task" [ 2004.862349] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.870506] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787671, 'name': CloneVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.876172] env[62295]: DEBUG oslo_concurrency.lockutils [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.149675] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787670, 'name': ReconfigVM_Task, 'duration_secs': 0.269685} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.150038] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Reconfigured VM instance instance-00000076 to attach disk [datastore1] f3f860c2-891c-4165-a320-0194eacbb877/f3f860c2-891c-4165-a320-0194eacbb877.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2005.150671] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aca0ef3e-d137-410c-84e2-760663d31bea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.158092] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2005.158092] env[62295]: value = "task-1787672" [ 2005.158092] env[62295]: _type = "Task" [ 2005.158092] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.166065] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787672, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.372869] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787671, 'name': CloneVM_Task} progress is 94%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.668575] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787672, 'name': Rename_Task, 'duration_secs': 0.132769} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.668964] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2005.669139] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3443dc0-a883-41ab-ab3a-3d35e81d30e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.674543] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2005.674543] env[62295]: value = "task-1787673" [ 2005.674543] env[62295]: _type = "Task" [ 2005.674543] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.681959] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.873198] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787671, 'name': CloneVM_Task} progress is 95%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.938839] env[62295]: DEBUG oslo_concurrency.lockutils [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.938839] env[62295]: DEBUG oslo_concurrency.lockutils [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.938839] env[62295]: INFO nova.compute.manager [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Attaching volume 8433d8e4-74cd-47e3-bb08-ce8d8160c7f9 to /dev/sdb [ 2005.972718] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd269a9-832e-43d7-9093-fcdcc51da68b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.979791] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6de808b-5c81-4cb9-a8b7-c40b4b1567ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.993889] env[62295]: DEBUG nova.virt.block_device [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Updating existing volume attachment record: 45c4a50e-3aa0-4654-9ece-0a91e90e25b0 {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2006.196100] env[62295]: DEBUG oslo_vmware.api [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787673, 'name': PowerOnVM_Task, 'duration_secs': 0.427026} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.196100] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2006.196330] env[62295]: INFO nova.compute.manager [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Took 7.21 seconds to spawn the instance on the hypervisor. [ 2006.196418] env[62295]: DEBUG nova.compute.manager [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2006.197256] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f7c749-0477-4a79-8d78-47d4421b6b9d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.373784] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787671, 'name': CloneVM_Task, 'duration_secs': 1.351192} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.374078] env[62295]: INFO nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Created linked-clone VM from snapshot [ 2006.374865] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb0ee93-7212-402e-a6a2-9c0b68961aea {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.383953] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Uploading image 3106494c-a7cc-488b-8558-bafaa11f53cf {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2006.408727] env[62295]: DEBUG oslo_vmware.rw_handles [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2006.408727] env[62295]: value = "vm-370886" [ 2006.408727] env[62295]: _type = "VirtualMachine" [ 2006.408727] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2006.409014] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ab29a125-0f19-4008-9cd0-8465ae2c6e3f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.415903] env[62295]: DEBUG oslo_vmware.rw_handles [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lease: (returnval){ [ 2006.415903] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ec1cab-6300-bd49-2e39-5524e314d2ce" [ 2006.415903] env[62295]: _type = "HttpNfcLease" [ 2006.415903] env[62295]: } obtained for exporting VM: (result){ [ 2006.415903] env[62295]: value = "vm-370886" [ 2006.415903] env[62295]: _type = "VirtualMachine" [ 2006.415903] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2006.416306] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the lease: (returnval){ [ 2006.416306] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ec1cab-6300-bd49-2e39-5524e314d2ce" [ 2006.416306] env[62295]: _type = "HttpNfcLease" [ 2006.416306] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2006.422440] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2006.422440] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ec1cab-6300-bd49-2e39-5524e314d2ce" [ 2006.422440] env[62295]: _type = "HttpNfcLease" [ 2006.422440] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2006.715907] env[62295]: INFO nova.compute.manager [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Took 11.92 seconds to build instance. [ 2006.874506] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2006.874723] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2006.926715] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2006.926715] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ec1cab-6300-bd49-2e39-5524e314d2ce" [ 2006.926715] env[62295]: _type = "HttpNfcLease" [ 2006.926715] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2006.926715] env[62295]: DEBUG oslo_vmware.rw_handles [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2006.926715] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ec1cab-6300-bd49-2e39-5524e314d2ce" [ 2006.926715] env[62295]: _type = "HttpNfcLease" [ 2006.926715] env[62295]: }. {{(pid=62295) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2006.927058] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f2d6a4-a510-4aec-8a64-f0cd14e1c9f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.937146] env[62295]: DEBUG oslo_vmware.rw_handles [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dd84-b498-2ec1-e9a9-ac08e69c87a3/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2006.937400] env[62295]: DEBUG oslo_vmware.rw_handles [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dd84-b498-2ec1-e9a9-ac08e69c87a3/disk-0.vmdk for reading. {{(pid=62295) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2007.073704] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ede97c4-558c-4688-a8cd-6449886f1541 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.218221] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1ba59ee7-f0a5-4f43-ba66-0b4e39d3c868 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lock "f3f860c2-891c-4165-a320-0194eacbb877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.424s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.380804] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2007.380988] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2007.381129] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2007.886936] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.887283] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.887358] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2007.887600] env[62295]: DEBUG nova.objects.instance [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lazy-loading 'info_cache' on Instance uuid ad8ec4d0-f669-4838-832e-0b9108eccd47 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.024848] env[62295]: INFO nova.compute.manager [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Rescuing [ 2008.025200] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquiring lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.025854] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquired lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.026048] env[62295]: DEBUG nova.network.neutron [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.770854] env[62295]: DEBUG nova.network.neutron [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updating instance_info_cache with network_info: [{"id": "da637131-6bd3-473b-9afc-70a810ed2241", "address": "fa:16:3e:a8:a7:2c", "network": {"id": "d157dfb7-f1e4-4aa6-b053-4c669af01562", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-779430543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98b4bd4d48e44d729d374624a9cac9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda637131-6b", "ovs_interfaceid": "da637131-6bd3-473b-9afc-70a810ed2241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.274235] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Releasing lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.622114] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating instance_info_cache with network_info: [{"id": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "address": "fa:16:3e:84:cd:d7", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcb7050-3b", "ovs_interfaceid": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.806476] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2009.806722] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbc1c068-e8f6-4c91-b848-ca1c6eb073b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.814875] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2009.814875] env[62295]: value = "task-1787677" [ 2009.814875] env[62295]: _type = "Task" [ 2009.814875] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.822938] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.124652] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.124887] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2010.125195] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.125381] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.125533] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.125685] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.125830] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.126023] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.126159] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2010.126344] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.324302] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787677, 'name': PowerOffVM_Task, 'duration_secs': 0.204083} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.324675] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2010.325403] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98632a6a-b75d-4efa-8414-fd2d41799a93 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.344885] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7304f602-834c-49ed-afd9-afe7940f28a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.370813] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2010.371108] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05a7dfbb-ec8c-412e-945e-44a1ca99cc87 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.378753] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2010.378753] env[62295]: value = "task-1787678" [ 2010.378753] env[62295]: _type = "Task" [ 2010.378753] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.386577] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.539728] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2010.540081] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370887', 'volume_id': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'name': 'volume-8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c', 'attached_at': '', 'detached_at': '', 'volume_id': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'serial': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2010.540984] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a6c99a-c973-4eb4-87f9-297dd58fe280 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.557299] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79017617-94bc-406e-9a82-575e1aca1610 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.581763] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-8433d8e4-74cd-47e3-bb08-ce8d8160c7f9/volume-8433d8e4-74cd-47e3-bb08-ce8d8160c7f9.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2010.582097] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9209d674-5629-4431-b875-001bffc6fb86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.600615] env[62295]: DEBUG oslo_vmware.api [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 2010.600615] env[62295]: value = "task-1787679" [ 2010.600615] env[62295]: _type = "Task" [ 2010.600615] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.610489] env[62295]: DEBUG oslo_vmware.api [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.629801] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.630020] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.630202] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.630363] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2010.631232] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418ef4fe-ffde-4dd1-8fce-8f3e1c761fb6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.639251] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b98921-dc28-4445-977b-ae55265ecbed {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.653236] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfea1bcc-e1f8-478d-b116-602d72dd1a31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.660463] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1679d2-4f73-4e74-a8e5-85f2e1e7615c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.690453] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180696MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2010.690661] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.690804] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.889543] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2010.889700] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2010.889963] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.890133] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.890320] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2010.890572] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f1fc729-e33a-49e6-8685-1f6dbd3ea363 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.899637] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2010.899637] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2010.900242] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada1e384-6847-4e4e-955f-f978fa097202 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.905504] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2010.905504] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1e1d8-f1f2-c99d-85e6-ccac0d9d5bfb" [ 2010.905504] env[62295]: _type = "Task" [ 2010.905504] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.912891] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1e1d8-f1f2-c99d-85e6-ccac0d9d5bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.111617] env[62295]: DEBUG oslo_vmware.api [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787679, 'name': ReconfigVM_Task, 'duration_secs': 0.379884} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.112347] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-8433d8e4-74cd-47e3-bb08-ce8d8160c7f9/volume-8433d8e4-74cd-47e3-bb08-ce8d8160c7f9.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.117594] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7afc78d-923a-41bc-a484-a15cfef8e1a6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.132989] env[62295]: DEBUG oslo_vmware.api [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 2011.132989] env[62295]: value = "task-1787680" [ 2011.132989] env[62295]: _type = "Task" [ 2011.132989] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.141246] env[62295]: DEBUG oslo_vmware.api [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.418308] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52e1e1d8-f1f2-c99d-85e6-ccac0d9d5bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.419154] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c4ccb8-aa1e-40ac-be0a-64e963571fd8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.425551] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2011.425551] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5278fa52-9ce5-44c2-8600-1bc6c4b0d26d" [ 2011.425551] env[62295]: _type = "Task" [ 2011.425551] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.434126] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5278fa52-9ce5-44c2-8600-1bc6c4b0d26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.644594] env[62295]: DEBUG oslo_vmware.api [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787680, 'name': ReconfigVM_Task, 'duration_secs': 0.166063} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.644594] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370887', 'volume_id': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'name': 'volume-8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c', 'attached_at': '', 'detached_at': '', 'volume_id': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'serial': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2011.719446] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance ad8ec4d0-f669-4838-832e-0b9108eccd47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.719612] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.719727] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 6d4534fa-c538-433a-88a6-c3241c824712 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.719849] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance f3f860c2-891c-4165-a320-0194eacbb877 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.720053] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2011.720197] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2011.782490] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c140146d-8301-4618-a5a8-42c257600d1a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.791133] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838ee82c-8b7b-4cf2-a8a4-826acc2f4cdf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.821465] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc7eb49-49f4-4123-9b60-4965502c5c42 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.829239] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef98471-c1c9-41a4-b811-d6cd802636b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.843107] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.935416] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5278fa52-9ce5-44c2-8600-1bc6c4b0d26d, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.935625] env[62295]: DEBUG oslo_concurrency.lockutils [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.935856] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f3f860c2-891c-4165-a320-0194eacbb877/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. {{(pid=62295) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2011.936140] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c6d814-8667-437d-b5ac-9dddbacd6111 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.943670] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2011.943670] env[62295]: value = "task-1787681" [ 2011.943670] env[62295]: _type = "Task" [ 2011.943670] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.953236] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.347521] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2012.455709] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787681, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.681219] env[62295]: DEBUG nova.objects.instance [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lazy-loading 'flavor' on Instance uuid 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.853971] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2012.854222] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.163s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.954813] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819147} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.955170] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f3f860c2-891c-4165-a320-0194eacbb877/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk. [ 2012.955984] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4327be-aec1-4535-a8fe-68ab3417c548 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.981836] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] f3f860c2-891c-4165-a320-0194eacbb877/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2012.982155] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc9fe4d7-b775-40be-a064-248805d2b639 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.000809] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2013.000809] env[62295]: value = "task-1787682" [ 2013.000809] env[62295]: _type = "Task" [ 2013.000809] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.009312] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.186813] env[62295]: DEBUG oslo_concurrency.lockutils [None req-443d725e-0bb7-4360-9190-ee04f37740d7 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.383621] env[62295]: DEBUG oslo_concurrency.lockutils [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.384108] env[62295]: DEBUG oslo_concurrency.lockutils [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.512911] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787682, 'name': ReconfigVM_Task, 'duration_secs': 0.306973} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.513331] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Reconfigured VM instance instance-00000076 to attach disk [datastore1] f3f860c2-891c-4165-a320-0194eacbb877/b1566474-d827-4d61-a657-408d294472fd-rescue.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.514072] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cf721e-c35d-4f9c-ac17-e66d450930c7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.541506] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a110b28-94ad-4b6f-b465-f21fad8b85ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.557578] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2013.557578] env[62295]: value = "task-1787683" [ 2013.557578] env[62295]: _type = "Task" [ 2013.557578] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.565676] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.888113] env[62295]: INFO nova.compute.manager [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Detaching volume 8433d8e4-74cd-47e3-bb08-ce8d8160c7f9 [ 2013.925217] env[62295]: INFO nova.virt.block_device [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Attempting to driver detach volume 8433d8e4-74cd-47e3-bb08-ce8d8160c7f9 from mountpoint /dev/sdb [ 2013.925217] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2013.925217] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370887', 'volume_id': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'name': 'volume-8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c', 'attached_at': '', 'detached_at': '', 'volume_id': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'serial': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2013.925475] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b717167-1fbb-4adb-a704-7afa7088b618 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.948592] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98b8f7-b29a-4b31-a445-6330c85f43ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.956276] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c2588d-fb2e-48c7-bee4-90a779eb38be {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.977612] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238a9ddc-a846-4aba-97cd-f0098389c233 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.992844] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] The volume has not been displaced from its original location: [datastore1] volume-8433d8e4-74cd-47e3-bb08-ce8d8160c7f9/volume-8433d8e4-74cd-47e3-bb08-ce8d8160c7f9.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2013.998151] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2013.998460] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d3ba461-7d10-4640-a627-7f301ef4120b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.018211] env[62295]: DEBUG oslo_vmware.api [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 2014.018211] env[62295]: value = "task-1787684" [ 2014.018211] env[62295]: _type = "Task" [ 2014.018211] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.026297] env[62295]: DEBUG oslo_vmware.api [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.067309] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787683, 'name': ReconfigVM_Task, 'duration_secs': 0.155124} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.067600] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2014.067856] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69417c9a-7b50-43ca-bbd8-71e3986032d5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.074554] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2014.074554] env[62295]: value = "task-1787685" [ 2014.074554] env[62295]: _type = "Task" [ 2014.074554] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.087606] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.532880] env[62295]: DEBUG oslo_vmware.api [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787684, 'name': ReconfigVM_Task, 'duration_secs': 0.231674} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.536030] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2014.542433] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e86504a-943b-4351-b347-be93fcfc2f24 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.565207] env[62295]: DEBUG oslo_vmware.api [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 2014.565207] env[62295]: value = "task-1787686" [ 2014.565207] env[62295]: _type = "Task" [ 2014.565207] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.572801] env[62295]: DEBUG oslo_vmware.api [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.580010] env[62295]: DEBUG oslo_vmware.rw_handles [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dd84-b498-2ec1-e9a9-ac08e69c87a3/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2014.580793] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9348ee87-9ce6-4912-a045-6218f0fcc3fd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.587935] env[62295]: DEBUG oslo_vmware.api [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787685, 'name': PowerOnVM_Task, 'duration_secs': 0.483619} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.589400] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2014.590955] env[62295]: DEBUG oslo_vmware.rw_handles [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dd84-b498-2ec1-e9a9-ac08e69c87a3/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2014.591130] env[62295]: ERROR oslo_vmware.rw_handles [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dd84-b498-2ec1-e9a9-ac08e69c87a3/disk-0.vmdk due to incomplete transfer. [ 2014.591337] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7481ae52-fef7-47d6-a8bf-d5fc166136b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.593946] env[62295]: DEBUG nova.compute.manager [None req-65637001-b998-433d-a592-a073ea6ee605 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2014.594677] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d601d407-e9d4-459f-9a5b-1dc3032a26e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.605995] env[62295]: DEBUG oslo_vmware.rw_handles [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dd84-b498-2ec1-e9a9-ac08e69c87a3/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2014.606281] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Uploaded image 3106494c-a7cc-488b-8558-bafaa11f53cf to the Glance image server {{(pid=62295) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2014.608413] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Destroying the VM {{(pid=62295) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2014.608632] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a75e6b6-121a-44f3-9518-59b41b0b1c69 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.614452] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2014.614452] env[62295]: value = "task-1787687" [ 2014.614452] env[62295]: _type = "Task" [ 2014.614452] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.622287] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787687, 'name': Destroy_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.074721] env[62295]: DEBUG oslo_vmware.api [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.123414] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787687, 'name': Destroy_Task, 'duration_secs': 0.369519} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.123682] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Destroyed the VM [ 2015.123914] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Deleting Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2015.124159] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e3fa25b-db60-4c37-a94a-bff62d9116ec {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.131171] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2015.131171] env[62295]: value = "task-1787688" [ 2015.131171] env[62295]: _type = "Task" [ 2015.131171] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.138904] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787688, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.575759] env[62295]: DEBUG oslo_vmware.api [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.641238] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787688, 'name': RemoveSnapshot_Task, 'duration_secs': 0.41587} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.641500] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Deleted Snapshot of the VM instance {{(pid=62295) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2015.641772] env[62295]: DEBUG nova.compute.manager [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2015.642543] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b940e6-6f40-48f1-85b1-6bd7dad973f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.877104] env[62295]: DEBUG nova.compute.manager [req-81b1fca1-de0b-46a7-9947-4f5b44e1519a req-7c084230-cc8b-484a-a949-03517e85e831 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Received event network-changed-da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2015.877315] env[62295]: DEBUG nova.compute.manager [req-81b1fca1-de0b-46a7-9947-4f5b44e1519a req-7c084230-cc8b-484a-a949-03517e85e831 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Refreshing instance network info cache due to event network-changed-da637131-6bd3-473b-9afc-70a810ed2241. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2015.877535] env[62295]: DEBUG oslo_concurrency.lockutils [req-81b1fca1-de0b-46a7-9947-4f5b44e1519a req-7c084230-cc8b-484a-a949-03517e85e831 service nova] Acquiring lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.877679] env[62295]: DEBUG oslo_concurrency.lockutils [req-81b1fca1-de0b-46a7-9947-4f5b44e1519a req-7c084230-cc8b-484a-a949-03517e85e831 service nova] Acquired lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.877834] env[62295]: DEBUG nova.network.neutron [req-81b1fca1-de0b-46a7-9947-4f5b44e1519a req-7c084230-cc8b-484a-a949-03517e85e831 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Refreshing network info cache for port da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2016.076296] env[62295]: DEBUG oslo_vmware.api [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787686, 'name': ReconfigVM_Task, 'duration_secs': 1.167931} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.076709] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370887', 'volume_id': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'name': 'volume-8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c', 'attached_at': '', 'detached_at': '', 'volume_id': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9', 'serial': '8433d8e4-74cd-47e3-bb08-ce8d8160c7f9'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2016.155027] env[62295]: INFO nova.compute.manager [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Shelve offloading [ 2016.156628] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2016.156889] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20366e18-edc7-4955-8914-48f64ffa108a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.164309] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2016.164309] env[62295]: value = "task-1787689" [ 2016.164309] env[62295]: _type = "Task" [ 2016.164309] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.174276] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2016.174441] env[62295]: DEBUG nova.compute.manager [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2016.175180] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ad1a62-4bfa-4a01-8e5c-8a4e34007b9b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.180405] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.180569] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.180737] env[62295]: DEBUG nova.network.neutron [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2016.556051] env[62295]: DEBUG nova.network.neutron [req-81b1fca1-de0b-46a7-9947-4f5b44e1519a req-7c084230-cc8b-484a-a949-03517e85e831 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updated VIF entry in instance network info cache for port da637131-6bd3-473b-9afc-70a810ed2241. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2016.556447] env[62295]: DEBUG nova.network.neutron [req-81b1fca1-de0b-46a7-9947-4f5b44e1519a req-7c084230-cc8b-484a-a949-03517e85e831 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updating instance_info_cache with network_info: [{"id": "da637131-6bd3-473b-9afc-70a810ed2241", "address": "fa:16:3e:a8:a7:2c", "network": {"id": "d157dfb7-f1e4-4aa6-b053-4c669af01562", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-779430543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98b4bd4d48e44d729d374624a9cac9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda637131-6b", "ovs_interfaceid": "da637131-6bd3-473b-9afc-70a810ed2241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.621538] env[62295]: DEBUG nova.objects.instance [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lazy-loading 'flavor' on Instance uuid 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.059446] env[62295]: DEBUG oslo_concurrency.lockutils [req-81b1fca1-de0b-46a7-9947-4f5b44e1519a req-7c084230-cc8b-484a-a949-03517e85e831 service nova] Releasing lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.281625] env[62295]: DEBUG nova.network.neutron [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating instance_info_cache with network_info: [{"id": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "address": "fa:16:3e:84:cd:d7", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcb7050-3b", "ovs_interfaceid": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.629377] env[62295]: DEBUG oslo_concurrency.lockutils [None req-285e1dbb-f33d-4d5b-a52b-cd22897c6bfb tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.245s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.785097] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.903780] env[62295]: DEBUG nova.compute.manager [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Received event network-changed-da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2017.903991] env[62295]: DEBUG nova.compute.manager [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Refreshing instance network info cache due to event network-changed-da637131-6bd3-473b-9afc-70a810ed2241. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2017.904295] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] Acquiring lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.904763] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] Acquired lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.904974] env[62295]: DEBUG nova.network.neutron [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Refreshing network info cache for port da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2018.135661] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2018.136775] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5ddfba-6602-445d-a12a-376992df732f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.143767] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2018.144371] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89ec0c82-d8c8-4790-82cf-bcf3400f1aaf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.214439] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2018.214724] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2018.214915] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleting the datastore file [datastore1] ad8ec4d0-f669-4838-832e-0b9108eccd47 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2018.215212] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eb736e6-e62d-44b0-a169-211150c3f548 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.222184] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2018.222184] env[62295]: value = "task-1787691" [ 2018.222184] env[62295]: _type = "Task" [ 2018.222184] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.229435] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.587806] env[62295]: DEBUG nova.network.neutron [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updated VIF entry in instance network info cache for port da637131-6bd3-473b-9afc-70a810ed2241. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2018.588185] env[62295]: DEBUG nova.network.neutron [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updating instance_info_cache with network_info: [{"id": "da637131-6bd3-473b-9afc-70a810ed2241", "address": "fa:16:3e:a8:a7:2c", "network": {"id": "d157dfb7-f1e4-4aa6-b053-4c669af01562", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-779430543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98b4bd4d48e44d729d374624a9cac9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda637131-6b", "ovs_interfaceid": "da637131-6bd3-473b-9afc-70a810ed2241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.733628] env[62295]: DEBUG oslo_vmware.api [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171784} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.733999] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.734129] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.734323] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.758318] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.758572] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.758818] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.759062] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.759262] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.761308] env[62295]: INFO nova.compute.manager [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Terminating instance [ 2018.763411] env[62295]: INFO nova.scheduler.client.report [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleted allocations for instance ad8ec4d0-f669-4838-832e-0b9108eccd47 [ 2018.766010] env[62295]: DEBUG nova.compute.manager [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2018.766213] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2018.767015] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4652ac0-8d04-41ed-8b93-73ffa5a8053e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.776106] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2018.776340] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77a53302-3c46-4e48-bd46-9185608989f2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.783019] env[62295]: DEBUG oslo_vmware.api [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 2018.783019] env[62295]: value = "task-1787692" [ 2018.783019] env[62295]: _type = "Task" [ 2018.783019] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.791135] env[62295]: DEBUG oslo_vmware.api [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.887844] env[62295]: DEBUG nova.compute.manager [req-95cc2ebc-8101-4164-a00b-ec33299dfa1e req-9ac5d5a8-400f-46b3-9fef-da11d24f94a8 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Received event network-changed-da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2018.888099] env[62295]: DEBUG nova.compute.manager [req-95cc2ebc-8101-4164-a00b-ec33299dfa1e req-9ac5d5a8-400f-46b3-9fef-da11d24f94a8 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Refreshing instance network info cache due to event network-changed-da637131-6bd3-473b-9afc-70a810ed2241. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2018.888326] env[62295]: DEBUG oslo_concurrency.lockutils [req-95cc2ebc-8101-4164-a00b-ec33299dfa1e req-9ac5d5a8-400f-46b3-9fef-da11d24f94a8 service nova] Acquiring lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.091033] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] Releasing lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.091322] env[62295]: DEBUG nova.compute.manager [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Received event network-changed-da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2019.091506] env[62295]: DEBUG nova.compute.manager [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Refreshing instance network info cache due to event network-changed-da637131-6bd3-473b-9afc-70a810ed2241. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2019.091691] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] Acquiring lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.091833] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] Acquired lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.092022] env[62295]: DEBUG nova.network.neutron [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Refreshing network info cache for port da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2019.271150] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.271487] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.271672] env[62295]: DEBUG nova.objects.instance [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'resources' on Instance uuid ad8ec4d0-f669-4838-832e-0b9108eccd47 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.292670] env[62295]: DEBUG oslo_vmware.api [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787692, 'name': PowerOffVM_Task, 'duration_secs': 0.16965} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.292788] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2019.292975] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2019.293261] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-982648ab-e325-4f23-81d2-c0a58211f4cd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.379321] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2019.379560] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2019.379743] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleting the datastore file [datastore1] 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.380080] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7105b992-5e8a-450c-a5cd-5d0c6e140869 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.387060] env[62295]: DEBUG oslo_vmware.api [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for the task: (returnval){ [ 2019.387060] env[62295]: value = "task-1787694" [ 2019.387060] env[62295]: _type = "Task" [ 2019.387060] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.394574] env[62295]: DEBUG oslo_vmware.api [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.774601] env[62295]: DEBUG nova.objects.instance [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'numa_topology' on Instance uuid ad8ec4d0-f669-4838-832e-0b9108eccd47 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.785631] env[62295]: DEBUG nova.network.neutron [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updated VIF entry in instance network info cache for port da637131-6bd3-473b-9afc-70a810ed2241. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2019.785631] env[62295]: DEBUG nova.network.neutron [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updating instance_info_cache with network_info: [{"id": "da637131-6bd3-473b-9afc-70a810ed2241", "address": "fa:16:3e:a8:a7:2c", "network": {"id": "d157dfb7-f1e4-4aa6-b053-4c669af01562", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-779430543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98b4bd4d48e44d729d374624a9cac9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda637131-6b", "ovs_interfaceid": "da637131-6bd3-473b-9afc-70a810ed2241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.897052] env[62295]: DEBUG oslo_vmware.api [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Task: {'id': task-1787694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128023} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.897321] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2019.897504] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2019.897680] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2019.897852] env[62295]: INFO nova.compute.manager [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2019.898094] env[62295]: DEBUG oslo.service.loopingcall [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.898317] env[62295]: DEBUG nova.compute.manager [-] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2019.898444] env[62295]: DEBUG nova.network.neutron [-] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2019.933784] env[62295]: DEBUG nova.compute.manager [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received event network-vif-unplugged-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2019.934109] env[62295]: DEBUG oslo_concurrency.lockutils [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] Acquiring lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.934233] env[62295]: DEBUG oslo_concurrency.lockutils [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.934396] env[62295]: DEBUG oslo_concurrency.lockutils [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.934566] env[62295]: DEBUG nova.compute.manager [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] No waiting events found dispatching network-vif-unplugged-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2019.934731] env[62295]: WARNING nova.compute.manager [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received unexpected event network-vif-unplugged-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 for instance with vm_state shelved_offloaded and task_state unshelving. [ 2019.934888] env[62295]: DEBUG nova.compute.manager [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received event network-changed-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2019.935051] env[62295]: DEBUG nova.compute.manager [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Refreshing instance network info cache due to event network-changed-6fcb7050-3bab-4bba-9b22-d0e87b9186b2. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2019.935238] env[62295]: DEBUG oslo_concurrency.lockutils [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] Acquiring lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.935375] env[62295]: DEBUG oslo_concurrency.lockutils [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] Acquired lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.935527] env[62295]: DEBUG nova.network.neutron [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Refreshing network info cache for port 6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2020.101884] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquiring lock "f3f860c2-891c-4165-a320-0194eacbb877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.102119] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lock "f3f860c2-891c-4165-a320-0194eacbb877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.102333] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquiring lock "f3f860c2-891c-4165-a320-0194eacbb877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.102521] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lock "f3f860c2-891c-4165-a320-0194eacbb877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.102688] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lock "f3f860c2-891c-4165-a320-0194eacbb877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.105296] env[62295]: INFO nova.compute.manager [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Terminating instance [ 2020.107685] env[62295]: DEBUG nova.compute.manager [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2020.107988] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2020.109280] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30981f1-40a4-4839-80b9-ee829ea55e37 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.117389] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2020.117608] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-473d197b-6d8b-4fc6-b215-33ecc092f3a2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.123995] env[62295]: DEBUG oslo_vmware.api [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2020.123995] env[62295]: value = "task-1787695" [ 2020.123995] env[62295]: _type = "Task" [ 2020.123995] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.131637] env[62295]: DEBUG oslo_vmware.api [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.277545] env[62295]: DEBUG nova.objects.base [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2020.286887] env[62295]: DEBUG oslo_concurrency.lockutils [req-0c6b37b5-1b29-41e8-bbb8-e6a53b4db626 req-c348ae5e-0e2e-4769-a41d-866a46b24c4e service nova] Releasing lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.287821] env[62295]: DEBUG oslo_concurrency.lockutils [req-95cc2ebc-8101-4164-a00b-ec33299dfa1e req-9ac5d5a8-400f-46b3-9fef-da11d24f94a8 service nova] Acquired lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.287821] env[62295]: DEBUG nova.network.neutron [req-95cc2ebc-8101-4164-a00b-ec33299dfa1e req-9ac5d5a8-400f-46b3-9fef-da11d24f94a8 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Refreshing network info cache for port da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2020.352135] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8051764a-2bdf-4562-96b0-4b5b3a6c06f7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.359898] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c1822-6e23-473e-9635-576f3c8759ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.391344] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77926ef2-7c61-42cc-b29e-ba7bb3d2028b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.399136] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d61c7-7543-44d1-98bc-0ca556e25fb1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.414235] env[62295]: DEBUG nova.compute.provider_tree [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2020.579598] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.634161] env[62295]: DEBUG oslo_vmware.api [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787695, 'name': PowerOffVM_Task, 'duration_secs': 0.222831} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.634452] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2020.634621] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2020.634866] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0d27156-cbcb-4861-a118-526736903f8c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.694945] env[62295]: DEBUG nova.network.neutron [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updated VIF entry in instance network info cache for port 6fcb7050-3bab-4bba-9b22-d0e87b9186b2. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2020.695470] env[62295]: DEBUG nova.network.neutron [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating instance_info_cache with network_info: [{"id": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "address": "fa:16:3e:84:cd:d7", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": null, "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6fcb7050-3b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.706423] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2020.706672] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2020.706878] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Deleting the datastore file [datastore1] f3f860c2-891c-4165-a320-0194eacbb877 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2020.707197] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-727d7a3d-7716-4568-8053-c9ef025580bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.714653] env[62295]: DEBUG oslo_vmware.api [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for the task: (returnval){ [ 2020.714653] env[62295]: value = "task-1787697" [ 2020.714653] env[62295]: _type = "Task" [ 2020.714653] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.722849] env[62295]: DEBUG oslo_vmware.api [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.809338] env[62295]: DEBUG nova.network.neutron [-] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.917603] env[62295]: DEBUG nova.scheduler.client.report [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2020.980241] env[62295]: DEBUG nova.network.neutron [req-95cc2ebc-8101-4164-a00b-ec33299dfa1e req-9ac5d5a8-400f-46b3-9fef-da11d24f94a8 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updated VIF entry in instance network info cache for port da637131-6bd3-473b-9afc-70a810ed2241. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2020.980606] env[62295]: DEBUG nova.network.neutron [req-95cc2ebc-8101-4164-a00b-ec33299dfa1e req-9ac5d5a8-400f-46b3-9fef-da11d24f94a8 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updating instance_info_cache with network_info: [{"id": "da637131-6bd3-473b-9afc-70a810ed2241", "address": "fa:16:3e:a8:a7:2c", "network": {"id": "d157dfb7-f1e4-4aa6-b053-4c669af01562", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-779430543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98b4bd4d48e44d729d374624a9cac9f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda637131-6b", "ovs_interfaceid": "da637131-6bd3-473b-9afc-70a810ed2241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.198376] env[62295]: DEBUG oslo_concurrency.lockutils [req-02ec4ecd-8397-4e0a-8547-6edebb7b862a req-c5d578a4-fb3b-46b3-a025-f81db78ba8ad service nova] Releasing lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.224493] env[62295]: DEBUG oslo_vmware.api [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Task: {'id': task-1787697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171672} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.224746] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2021.224926] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2021.225119] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2021.225293] env[62295]: INFO nova.compute.manager [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2021.225527] env[62295]: DEBUG oslo.service.loopingcall [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.225707] env[62295]: DEBUG nova.compute.manager [-] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2021.225800] env[62295]: DEBUG nova.network.neutron [-] [instance: f3f860c2-891c-4165-a320-0194eacbb877] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2021.312573] env[62295]: INFO nova.compute.manager [-] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Took 1.41 seconds to deallocate network for instance. [ 2021.422296] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.483494] env[62295]: DEBUG oslo_concurrency.lockutils [req-95cc2ebc-8101-4164-a00b-ec33299dfa1e req-9ac5d5a8-400f-46b3-9fef-da11d24f94a8 service nova] Releasing lock "refresh_cache-f3f860c2-891c-4165-a320-0194eacbb877" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.820353] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.820744] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.820922] env[62295]: DEBUG nova.objects.instance [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lazy-loading 'resources' on Instance uuid 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.931009] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3cfb9025-850b-4fdc-afcf-01a40e9477d6 tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.174s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.931855] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.352s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.932124] env[62295]: INFO nova.compute.manager [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Unshelving [ 2021.956324] env[62295]: DEBUG nova.network.neutron [-] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.961613] env[62295]: DEBUG nova.compute.manager [req-d65842c7-9b8e-4884-8386-ed77e63eca31 req-48e3799e-ea86-469c-9a37-cea55364e2d3 service nova] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Received event network-vif-deleted-b02796fe-2c32-4fb2-afd4-ac6e44a726d2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2021.961731] env[62295]: DEBUG nova.compute.manager [req-d65842c7-9b8e-4884-8386-ed77e63eca31 req-48e3799e-ea86-469c-9a37-cea55364e2d3 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Received event network-vif-deleted-da637131-6bd3-473b-9afc-70a810ed2241 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2021.961872] env[62295]: INFO nova.compute.manager [req-d65842c7-9b8e-4884-8386-ed77e63eca31 req-48e3799e-ea86-469c-9a37-cea55364e2d3 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Neutron deleted interface da637131-6bd3-473b-9afc-70a810ed2241; detaching it from the instance and deleting it from the info cache [ 2021.962133] env[62295]: DEBUG nova.network.neutron [req-d65842c7-9b8e-4884-8386-ed77e63eca31 req-48e3799e-ea86-469c-9a37-cea55364e2d3 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.384634] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26c188a-dbed-4f4e-b931-564c1c52fa78 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.393310] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53602b1d-d19b-4f85-82a9-8b289edcb50c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.422270] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e4e199-0e53-4f7f-935f-7e55354091fe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.429099] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3db5657-12e1-40e0-88da-cb1871aa2700 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.446365] env[62295]: DEBUG nova.compute.provider_tree [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.460451] env[62295]: INFO nova.compute.manager [-] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Took 1.23 seconds to deallocate network for instance. [ 2022.464978] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6e23418-047d-4551-bb9c-58afe2aeb560 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.473745] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d04dc3e-700b-4a9f-9de2-1a6c13e7464c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.499056] env[62295]: DEBUG nova.compute.manager [req-d65842c7-9b8e-4884-8386-ed77e63eca31 req-48e3799e-ea86-469c-9a37-cea55364e2d3 service nova] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Detach interface failed, port_id=da637131-6bd3-473b-9afc-70a810ed2241, reason: Instance f3f860c2-891c-4165-a320-0194eacbb877 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2022.950799] env[62295]: DEBUG nova.scheduler.client.report [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2022.961024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.966169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.455428] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.457743] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.497s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.457972] env[62295]: DEBUG nova.objects.instance [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'pci_requests' on Instance uuid ad8ec4d0-f669-4838-832e-0b9108eccd47 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.474301] env[62295]: INFO nova.scheduler.client.report [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Deleted allocations for instance 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c [ 2023.961638] env[62295]: DEBUG nova.objects.instance [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'numa_topology' on Instance uuid ad8ec4d0-f669-4838-832e-0b9108eccd47 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.984306] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9f17b0cf-304b-482e-908f-7a8b64e9ca11 tempest-AttachVolumeNegativeTest-1602084120 tempest-AttachVolumeNegativeTest-1602084120-project-member] Lock "01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.226s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.466090] env[62295]: INFO nova.compute.claims [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2025.525311] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c3f578-eb2e-426d-b300-26f8243a6f86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.533216] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968a22d6-a2c0-445b-be5c-fcda6821b1b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.562748] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d7ac34-f4d2-4d5b-b482-183e12019a96 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.569753] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80cb562-5c61-4594-a4ae-f673c7753ce0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.582442] env[62295]: DEBUG nova.compute.provider_tree [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.085251] env[62295]: DEBUG nova.scheduler.client.report [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2026.592023] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.134s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.594223] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.628s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.594827] env[62295]: DEBUG nova.objects.instance [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lazy-loading 'resources' on Instance uuid f3f860c2-891c-4165-a320-0194eacbb877 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.622147] env[62295]: INFO nova.network.neutron [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating port 6fcb7050-3bab-4bba-9b22-d0e87b9186b2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2027.161230] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1872db-119f-4205-80a2-ce68e9e0b0c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.172897] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d989ffa-2f94-4ad0-bdba-af38a5b57d04 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.205996] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63995930-e2ab-4f4f-9430-bb49c965530a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.214266] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22387ba9-afd9-4948-8e8c-465e883d401a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.228204] env[62295]: DEBUG nova.compute.provider_tree [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.734965] env[62295]: DEBUG nova.scheduler.client.report [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2028.040153] env[62295]: DEBUG nova.compute.manager [req-51a7592c-5d68-4af1-a0a7-5d286b132bce req-98096862-42f8-42ab-8ca7-36ff93fc6512 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received event network-vif-plugged-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2028.040439] env[62295]: DEBUG oslo_concurrency.lockutils [req-51a7592c-5d68-4af1-a0a7-5d286b132bce req-98096862-42f8-42ab-8ca7-36ff93fc6512 service nova] Acquiring lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.040579] env[62295]: DEBUG oslo_concurrency.lockutils [req-51a7592c-5d68-4af1-a0a7-5d286b132bce req-98096862-42f8-42ab-8ca7-36ff93fc6512 service nova] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.040746] env[62295]: DEBUG oslo_concurrency.lockutils [req-51a7592c-5d68-4af1-a0a7-5d286b132bce req-98096862-42f8-42ab-8ca7-36ff93fc6512 service nova] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.040915] env[62295]: DEBUG nova.compute.manager [req-51a7592c-5d68-4af1-a0a7-5d286b132bce req-98096862-42f8-42ab-8ca7-36ff93fc6512 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] No waiting events found dispatching network-vif-plugged-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2028.041105] env[62295]: WARNING nova.compute.manager [req-51a7592c-5d68-4af1-a0a7-5d286b132bce req-98096862-42f8-42ab-8ca7-36ff93fc6512 service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received unexpected event network-vif-plugged-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 for instance with vm_state shelved_offloaded and task_state spawning. [ 2028.125645] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.127404] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.127404] env[62295]: DEBUG nova.network.neutron [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2028.242354] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.265702] env[62295]: INFO nova.scheduler.client.report [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Deleted allocations for instance f3f860c2-891c-4165-a320-0194eacbb877 [ 2028.774066] env[62295]: DEBUG oslo_concurrency.lockutils [None req-b23b014b-80b1-4081-b574-d77a37e98321 tempest-ServerRescueTestJSONUnderV235-2062863182 tempest-ServerRescueTestJSONUnderV235-2062863182-project-member] Lock "f3f860c2-891c-4165-a320-0194eacbb877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.672s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.843466] env[62295]: DEBUG nova.network.neutron [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating instance_info_cache with network_info: [{"id": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "address": "fa:16:3e:84:cd:d7", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcb7050-3b", "ovs_interfaceid": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.346011] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.373007] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='78fe549ed5ed58a66f14cdd4f5980e8d',container_format='bare',created_at=2024-12-12T02:18:04Z,direct_url=,disk_format='vmdk',id=3106494c-a7cc-488b-8558-bafaa11f53cf,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1197362929-shelved',owner='83b5b85416824d26b5843b8f4540949f',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-12T02:18:17Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2029.373270] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2029.373435] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2029.373620] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2029.373769] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2029.373918] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2029.374173] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2029.374359] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2029.374575] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2029.374756] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2029.374934] env[62295]: DEBUG nova.virt.hardware [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2029.375850] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038862c6-561e-4545-bd78-f69d3bc6a23d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.383823] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7adfd1-85fa-40eb-ad6d-287e5ff0357c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.397828] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:cd:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fcb7050-3bab-4bba-9b22-d0e87b9186b2', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2029.405252] env[62295]: DEBUG oslo.service.loopingcall [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.405498] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2029.405710] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9b1ecf3-fabd-4987-b966-817a34e022f4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.424417] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2029.424417] env[62295]: value = "task-1787700" [ 2029.424417] env[62295]: _type = "Task" [ 2029.424417] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.431681] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787700, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.934369] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787700, 'name': CreateVM_Task, 'duration_secs': 0.392026} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.934736] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2029.935192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.935362] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.935753] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2029.935995] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b4c364-f893-4708-8dd6-fb280dd4805d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.941015] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2029.941015] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5211aeb2-7cc8-6673-5999-268cb7bde272" [ 2029.941015] env[62295]: _type = "Task" [ 2029.941015] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.956730] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5211aeb2-7cc8-6673-5999-268cb7bde272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.074566] env[62295]: DEBUG nova.compute.manager [req-9ee927b6-1c68-4801-ab02-e2824a5f5e09 req-896acc0d-2560-483b-a00c-c494c8a141fc service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received event network-changed-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2030.074769] env[62295]: DEBUG nova.compute.manager [req-9ee927b6-1c68-4801-ab02-e2824a5f5e09 req-896acc0d-2560-483b-a00c-c494c8a141fc service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Refreshing instance network info cache due to event network-changed-6fcb7050-3bab-4bba-9b22-d0e87b9186b2. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2030.074980] env[62295]: DEBUG oslo_concurrency.lockutils [req-9ee927b6-1c68-4801-ab02-e2824a5f5e09 req-896acc0d-2560-483b-a00c-c494c8a141fc service nova] Acquiring lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.075183] env[62295]: DEBUG oslo_concurrency.lockutils [req-9ee927b6-1c68-4801-ab02-e2824a5f5e09 req-896acc0d-2560-483b-a00c-c494c8a141fc service nova] Acquired lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.075366] env[62295]: DEBUG nova.network.neutron [req-9ee927b6-1c68-4801-ab02-e2824a5f5e09 req-896acc0d-2560-483b-a00c-c494c8a141fc service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Refreshing network info cache for port 6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.451602] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.451884] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Processing image 3106494c-a7cc-488b-8558-bafaa11f53cf {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2030.452361] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf/3106494c-a7cc-488b-8558-bafaa11f53cf.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.452361] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf/3106494c-a7cc-488b-8558-bafaa11f53cf.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.452499] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2030.452830] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-021a402c-130e-4175-a92a-4625aac60d11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.470962] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2030.471204] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2030.472025] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1f05a9-1dd2-4a69-8d58-26e2605d1f5e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.477787] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2030.477787] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5299aa9a-4a1d-da42-6304-10dacf8230c8" [ 2030.477787] env[62295]: _type = "Task" [ 2030.477787] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.487181] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5299aa9a-4a1d-da42-6304-10dacf8230c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.807028] env[62295]: DEBUG nova.network.neutron [req-9ee927b6-1c68-4801-ab02-e2824a5f5e09 req-896acc0d-2560-483b-a00c-c494c8a141fc service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updated VIF entry in instance network info cache for port 6fcb7050-3bab-4bba-9b22-d0e87b9186b2. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.807409] env[62295]: DEBUG nova.network.neutron [req-9ee927b6-1c68-4801-ab02-e2824a5f5e09 req-896acc0d-2560-483b-a00c-c494c8a141fc service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating instance_info_cache with network_info: [{"id": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "address": "fa:16:3e:84:cd:d7", "network": {"id": "891f9b04-5041-47b9-b858-f5b9110509f6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-855191000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b5b85416824d26b5843b8f4540949f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcb7050-3b", "ovs_interfaceid": "6fcb7050-3bab-4bba-9b22-d0e87b9186b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.988063] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Preparing fetch location {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2030.988400] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Fetch image to [datastore1] OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3/OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3.vmdk {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2030.988552] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Downloading stream optimized image 3106494c-a7cc-488b-8558-bafaa11f53cf to [datastore1] OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3/OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3.vmdk on the data store datastore1 as vApp {{(pid=62295) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2030.988724] env[62295]: DEBUG nova.virt.vmwareapi.images [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Downloading image file data 3106494c-a7cc-488b-8558-bafaa11f53cf to the ESX as VM named 'OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3' {{(pid=62295) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2031.055908] env[62295]: DEBUG oslo_vmware.rw_handles [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2031.055908] env[62295]: value = "resgroup-9" [ 2031.055908] env[62295]: _type = "ResourcePool" [ 2031.055908] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2031.056200] env[62295]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cc437c4f-fc77-47bb-bba7-44a05d5235bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.077399] env[62295]: DEBUG oslo_vmware.rw_handles [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lease: (returnval){ [ 2031.077399] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52afde31-c7f3-4c67-d17f-4311e5bed8ff" [ 2031.077399] env[62295]: _type = "HttpNfcLease" [ 2031.077399] env[62295]: } obtained for vApp import into resource pool (val){ [ 2031.077399] env[62295]: value = "resgroup-9" [ 2031.077399] env[62295]: _type = "ResourcePool" [ 2031.077399] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2031.077851] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the lease: (returnval){ [ 2031.077851] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52afde31-c7f3-4c67-d17f-4311e5bed8ff" [ 2031.077851] env[62295]: _type = "HttpNfcLease" [ 2031.077851] env[62295]: } to be ready. {{(pid=62295) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2031.086411] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2031.086411] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52afde31-c7f3-4c67-d17f-4311e5bed8ff" [ 2031.086411] env[62295]: _type = "HttpNfcLease" [ 2031.086411] env[62295]: } is initializing. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2031.309936] env[62295]: DEBUG oslo_concurrency.lockutils [req-9ee927b6-1c68-4801-ab02-e2824a5f5e09 req-896acc0d-2560-483b-a00c-c494c8a141fc service nova] Releasing lock "refresh_cache-ad8ec4d0-f669-4838-832e-0b9108eccd47" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.586131] env[62295]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2031.586131] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52afde31-c7f3-4c67-d17f-4311e5bed8ff" [ 2031.586131] env[62295]: _type = "HttpNfcLease" [ 2031.586131] env[62295]: } is ready. {{(pid=62295) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2031.586437] env[62295]: DEBUG oslo_vmware.rw_handles [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2031.586437] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52afde31-c7f3-4c67-d17f-4311e5bed8ff" [ 2031.586437] env[62295]: _type = "HttpNfcLease" [ 2031.586437] env[62295]: }. {{(pid=62295) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2031.587188] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5801fb48-ab3e-43fb-bad7-3f3c77579d1c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.594340] env[62295]: DEBUG oslo_vmware.rw_handles [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52212151-1efa-ed6f-0b44-6628d64d9920/disk-0.vmdk from lease info. {{(pid=62295) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2031.594516] env[62295]: DEBUG oslo_vmware.rw_handles [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52212151-1efa-ed6f-0b44-6628d64d9920/disk-0.vmdk. {{(pid=62295) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2031.660844] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8bb4e671-4129-4c57-a4b3-0536fa28214c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.765548] env[62295]: DEBUG oslo_vmware.rw_handles [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Completed reading data from the image iterator. {{(pid=62295) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2032.765903] env[62295]: DEBUG oslo_vmware.rw_handles [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52212151-1efa-ed6f-0b44-6628d64d9920/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2032.766956] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07370f0d-1c92-4e86-9098-8fcbc69a836d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.774308] env[62295]: DEBUG oslo_vmware.rw_handles [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52212151-1efa-ed6f-0b44-6628d64d9920/disk-0.vmdk is in state: ready. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2032.774475] env[62295]: DEBUG oslo_vmware.rw_handles [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52212151-1efa-ed6f-0b44-6628d64d9920/disk-0.vmdk. {{(pid=62295) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2032.774710] env[62295]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dabb813c-d7e2-4181-b146-72f176bbda86 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.809031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2217e9a9-9f22-4a48-a591-487e77f21b63 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.809403] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2217e9a9-9f22-4a48-a591-487e77f21b63 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.809777] env[62295]: DEBUG nova.objects.instance [None req-2217e9a9-9f22-4a48-a591-487e77f21b63 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'flavor' on Instance uuid 6d4534fa-c538-433a-88a6-c3241c824712 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.979672] env[62295]: DEBUG oslo_vmware.rw_handles [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52212151-1efa-ed6f-0b44-6628d64d9920/disk-0.vmdk. {{(pid=62295) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2032.980015] env[62295]: INFO nova.virt.vmwareapi.images [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Downloaded image file data 3106494c-a7cc-488b-8558-bafaa11f53cf [ 2032.981281] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a83eb1-2cd6-4a86-bc74-a23030c46355 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.004082] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79626ae3-9ec1-4be7-a6ec-02ef36bd6d25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.035808] env[62295]: INFO nova.virt.vmwareapi.images [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] The imported VM was unregistered [ 2033.038083] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Caching image {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2033.038323] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2033.038592] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ecb2ca-afdb-4e0d-8436-3c76d6b88b7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.048621] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Created directory with path [datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2033.049125] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3/OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3.vmdk to [datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf/3106494c-a7cc-488b-8558-bafaa11f53cf.vmdk. {{(pid=62295) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2033.049125] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b7d9a26f-e7d2-46ec-823a-12a9c7ffc220 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.055090] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2033.055090] env[62295]: value = "task-1787704" [ 2033.055090] env[62295]: _type = "Task" [ 2033.055090] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.062457] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787704, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.314251] env[62295]: DEBUG nova.objects.instance [None req-2217e9a9-9f22-4a48-a591-487e77f21b63 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d4534fa-c538-433a-88a6-c3241c824712 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.329808] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2033.330102] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances with incomplete migration {{(pid=62295) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 2033.565442] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787704, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.817477] env[62295]: DEBUG nova.objects.base [None req-2217e9a9-9f22-4a48-a591-487e77f21b63 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Object Instance<6d4534fa-c538-433a-88a6-c3241c824712> lazy-loaded attributes: flavor,pci_requests {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2033.817848] env[62295]: DEBUG nova.network.neutron [None req-2217e9a9-9f22-4a48-a591-487e77f21b63 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2033.897287] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2217e9a9-9f22-4a48-a591-487e77f21b63 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.088s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.066154] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787704, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.567457] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787704, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.068154] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787704, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.568772] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787704, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.862919] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.863241] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.863567] env[62295]: DEBUG nova.objects.instance [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'flavor' on Instance uuid 6d4534fa-c538-433a-88a6-c3241c824712 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.069214] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787704, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.640676} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.069586] env[62295]: INFO nova.virt.vmwareapi.ds_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3/OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3.vmdk to [datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf/3106494c-a7cc-488b-8558-bafaa11f53cf.vmdk. [ 2036.069735] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Cleaning up location [datastore1] OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3 {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2036.069901] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5e31b92f-f82d-4d50-9728-e7856273bbc3 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2036.070218] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68059134-e2b1-4a95-bf02-20d7d6e827d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.076759] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2036.076759] env[62295]: value = "task-1787705" [ 2036.076759] env[62295]: _type = "Task" [ 2036.076759] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.084090] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.442366] env[62295]: DEBUG nova.objects.instance [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d4534fa-c538-433a-88a6-c3241c824712 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.587290] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100526} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.587534] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2036.587700] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf/3106494c-a7cc-488b-8558-bafaa11f53cf.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.588014] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf/3106494c-a7cc-488b-8558-bafaa11f53cf.vmdk to [datastore1] ad8ec4d0-f669-4838-832e-0b9108eccd47/ad8ec4d0-f669-4838-832e-0b9108eccd47.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2036.588263] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3959d42b-6542-4597-9b5e-f0e66c502ca4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.594265] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2036.594265] env[62295]: value = "task-1787706" [ 2036.594265] env[62295]: _type = "Task" [ 2036.594265] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.603038] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.831955] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2036.945773] env[62295]: DEBUG nova.objects.base [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Object Instance<6d4534fa-c538-433a-88a6-c3241c824712> lazy-loaded attributes: flavor,pci_requests {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2036.946170] env[62295]: DEBUG nova.network.neutron [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2036.987771] env[62295]: DEBUG nova.policy [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596044784c9c487b86d983348c7de139', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ff7a37ca6a4962a77fb7ad2ff2438c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2037.105443] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787706, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.251294] env[62295]: DEBUG nova.network.neutron [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Successfully created port: 6efc07bf-e258-4104-926a-5b1d9951badc {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2037.329553] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2037.604318] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787706, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.104897] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787706, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.329942] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2038.330512] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2038.606275] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787706, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.663148] env[62295]: DEBUG nova.compute.manager [req-94a34179-e605-4072-8f3e-4be85308296d req-d615bd77-dc60-4ffa-938c-b9fa358e890f service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received event network-vif-plugged-6efc07bf-e258-4104-926a-5b1d9951badc {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2038.663324] env[62295]: DEBUG oslo_concurrency.lockutils [req-94a34179-e605-4072-8f3e-4be85308296d req-d615bd77-dc60-4ffa-938c-b9fa358e890f service nova] Acquiring lock "6d4534fa-c538-433a-88a6-c3241c824712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.663534] env[62295]: DEBUG oslo_concurrency.lockutils [req-94a34179-e605-4072-8f3e-4be85308296d req-d615bd77-dc60-4ffa-938c-b9fa358e890f service nova] Lock "6d4534fa-c538-433a-88a6-c3241c824712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.663705] env[62295]: DEBUG oslo_concurrency.lockutils [req-94a34179-e605-4072-8f3e-4be85308296d req-d615bd77-dc60-4ffa-938c-b9fa358e890f service nova] Lock "6d4534fa-c538-433a-88a6-c3241c824712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.663879] env[62295]: DEBUG nova.compute.manager [req-94a34179-e605-4072-8f3e-4be85308296d req-d615bd77-dc60-4ffa-938c-b9fa358e890f service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] No waiting events found dispatching network-vif-plugged-6efc07bf-e258-4104-926a-5b1d9951badc {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2038.664058] env[62295]: WARNING nova.compute.manager [req-94a34179-e605-4072-8f3e-4be85308296d req-d615bd77-dc60-4ffa-938c-b9fa358e890f service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received unexpected event network-vif-plugged-6efc07bf-e258-4104-926a-5b1d9951badc for instance with vm_state active and task_state None. [ 2038.761828] env[62295]: DEBUG nova.network.neutron [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Successfully updated port: 6efc07bf-e258-4104-926a-5b1d9951badc {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2039.106463] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787706, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.318338} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.106722] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3106494c-a7cc-488b-8558-bafaa11f53cf/3106494c-a7cc-488b-8558-bafaa11f53cf.vmdk to [datastore1] ad8ec4d0-f669-4838-832e-0b9108eccd47/ad8ec4d0-f669-4838-832e-0b9108eccd47.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2039.107521] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e240bc-6c8c-4572-89e7-a1bd87e5fc9d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.129246] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] ad8ec4d0-f669-4838-832e-0b9108eccd47/ad8ec4d0-f669-4838-832e-0b9108eccd47.vmdk or device None with type streamOptimized {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2039.129476] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d28c5ca-8104-4c0e-abb1-6a2f7b96fc68 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.148916] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2039.148916] env[62295]: value = "task-1787707" [ 2039.148916] env[62295]: _type = "Task" [ 2039.148916] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.156503] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.266971] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.267228] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.267306] env[62295]: DEBUG nova.network.neutron [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2039.330942] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2039.330942] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2039.660464] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787707, 'name': ReconfigVM_Task, 'duration_secs': 0.279735} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.660612] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Reconfigured VM instance instance-00000073 to attach disk [datastore1] ad8ec4d0-f669-4838-832e-0b9108eccd47/ad8ec4d0-f669-4838-832e-0b9108eccd47.vmdk or device None with type streamOptimized {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2039.661141] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c574e76-c896-4c41-a4b1-aa16bcf0d27b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.667364] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2039.667364] env[62295]: value = "task-1787708" [ 2039.667364] env[62295]: _type = "Task" [ 2039.667364] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.674690] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787708, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.802820] env[62295]: WARNING nova.network.neutron [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] e3198f1c-6e17-408c-8ab4-35f48f58c7e1 already exists in list: networks containing: ['e3198f1c-6e17-408c-8ab4-35f48f58c7e1']. ignoring it [ 2040.101141] env[62295]: DEBUG nova.network.neutron [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6efc07bf-e258-4104-926a-5b1d9951badc", "address": "fa:16:3e:1f:01:0f", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efc07bf-e2", "ovs_interfaceid": "6efc07bf-e258-4104-926a-5b1d9951badc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.177092] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787708, 'name': Rename_Task, 'duration_secs': 0.136566} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.177320] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2040.177785] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e88406-2b68-434b-b2db-7e589031784e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.183294] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2040.183294] env[62295]: value = "task-1787709" [ 2040.183294] env[62295]: _type = "Task" [ 2040.183294] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.190201] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.366322] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.603907] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.604641] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.604824] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.605138] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.605299] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2040.607213] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936210a8-1747-48eb-97ef-92bda7f02042 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.624619] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2040.624842] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2040.624999] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2040.625207] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2040.625384] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2040.625538] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2040.625743] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2040.625903] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2040.626080] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2040.626247] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2040.626421] env[62295]: DEBUG nova.virt.hardware [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2040.632730] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Reconfiguring VM to attach interface {{(pid=62295) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2040.633638] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46b8835-3c32-478d-9058-f6b5b53d7b55 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.650842] env[62295]: DEBUG oslo_vmware.api [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2040.650842] env[62295]: value = "task-1787710" [ 2040.650842] env[62295]: _type = "Task" [ 2040.650842] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.658452] env[62295]: DEBUG oslo_vmware.api [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787710, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.690392] env[62295]: DEBUG nova.compute.manager [req-07007b66-4658-449c-8b8b-65f5308b0459 req-e832f8b0-18eb-45b7-8b6f-0d7d72bb3ac5 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received event network-changed-6efc07bf-e258-4104-926a-5b1d9951badc {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2040.690582] env[62295]: DEBUG nova.compute.manager [req-07007b66-4658-449c-8b8b-65f5308b0459 req-e832f8b0-18eb-45b7-8b6f-0d7d72bb3ac5 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Refreshing instance network info cache due to event network-changed-6efc07bf-e258-4104-926a-5b1d9951badc. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2040.690765] env[62295]: DEBUG oslo_concurrency.lockutils [req-07007b66-4658-449c-8b8b-65f5308b0459 req-e832f8b0-18eb-45b7-8b6f-0d7d72bb3ac5 service nova] Acquiring lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.696135] env[62295]: DEBUG oslo_vmware.api [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787709, 'name': PowerOnVM_Task, 'duration_secs': 0.428776} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.696391] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2040.794615] env[62295]: DEBUG nova.compute.manager [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2040.795653] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445e14d9-5e81-4724-9895-c3d084171bc3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.161017] env[62295]: DEBUG oslo_vmware.api [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.313198] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f350bc3b-0cc9-4c8b-9dc9-ea50ca4353de tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.380s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.660926] env[62295]: DEBUG oslo_vmware.api [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787710, 'name': ReconfigVM_Task, 'duration_secs': 0.595954} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.661471] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.661695] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Reconfigured VM to attach interface {{(pid=62295) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2041.772670] env[62295]: DEBUG oslo_concurrency.lockutils [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.773242] env[62295]: DEBUG oslo_concurrency.lockutils [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.773242] env[62295]: DEBUG oslo_concurrency.lockutils [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.773374] env[62295]: DEBUG oslo_concurrency.lockutils [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.773467] env[62295]: DEBUG oslo_concurrency.lockutils [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.775775] env[62295]: INFO nova.compute.manager [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Terminating instance [ 2041.777402] env[62295]: DEBUG nova.compute.manager [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2041.777592] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2041.778418] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941e5700-10a6-4e43-a9a6-2b85c5a59ccd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.785623] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.785848] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-854b462c-42cd-40bc-8e30-cb85981739ce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.793751] env[62295]: DEBUG oslo_vmware.api [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2041.793751] env[62295]: value = "task-1787711" [ 2041.793751] env[62295]: _type = "Task" [ 2041.793751] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.801508] env[62295]: DEBUG oslo_vmware.api [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.978649] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6efc07bf-e258-4104-926a-5b1d9951badc", "address": "fa:16:3e:1f:01:0f", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efc07bf-e2", "ovs_interfaceid": "6efc07bf-e258-4104-926a-5b1d9951badc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.169012] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2bc8da69-c146-44fc-af0a-945deb0713ce tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.306s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.304554] env[62295]: DEBUG oslo_vmware.api [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787711, 'name': PowerOffVM_Task, 'duration_secs': 0.225967} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.304838] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.305012] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2042.305268] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd88dd53-6833-4e9c-92a6-b8d107fdc237 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.393880] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2042.394322] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2042.394472] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleting the datastore file [datastore1] ad8ec4d0-f669-4838-832e-0b9108eccd47 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2042.394750] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74afc72-37a2-4091-a65a-cce5cf787f4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.402059] env[62295]: DEBUG oslo_vmware.api [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for the task: (returnval){ [ 2042.402059] env[62295]: value = "task-1787713" [ 2042.402059] env[62295]: _type = "Task" [ 2042.402059] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.410534] env[62295]: DEBUG oslo_vmware.api [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.481999] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.482328] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2042.482602] env[62295]: DEBUG oslo_concurrency.lockutils [req-07007b66-4658-449c-8b8b-65f5308b0459 req-e832f8b0-18eb-45b7-8b6f-0d7d72bb3ac5 service nova] Acquired lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.482782] env[62295]: DEBUG nova.network.neutron [req-07007b66-4658-449c-8b8b-65f5308b0459 req-e832f8b0-18eb-45b7-8b6f-0d7d72bb3ac5 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Refreshing network info cache for port 6efc07bf-e258-4104-926a-5b1d9951badc {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2042.484234] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2042.484390] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2042.484768] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2042.911934] env[62295]: DEBUG oslo_vmware.api [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Task: {'id': task-1787713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140517} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.912316] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2042.912376] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2042.912548] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2042.912723] env[62295]: INFO nova.compute.manager [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2042.912957] env[62295]: DEBUG oslo.service.loopingcall [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.913158] env[62295]: DEBUG nova.compute.manager [-] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2042.913251] env[62295]: DEBUG nova.network.neutron [-] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2042.987862] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.988097] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.988269] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.988431] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2042.989671] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25772da8-5a00-4315-83a7-2007a20bd07b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.997724] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ba0ca9-c169-4b26-b783-480fcbebecac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.012267] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9501ae21-d619-4950-b9b3-e3323e0b74b0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.018922] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2aacd2-16c5-4e6f-bfb3-05b2a4f9de0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.051253] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180696MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2043.051412] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.051607] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.260239] env[62295]: DEBUG nova.network.neutron [req-07007b66-4658-449c-8b8b-65f5308b0459 req-e832f8b0-18eb-45b7-8b6f-0d7d72bb3ac5 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updated VIF entry in instance network info cache for port 6efc07bf-e258-4104-926a-5b1d9951badc. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2043.260711] env[62295]: DEBUG nova.network.neutron [req-07007b66-4658-449c-8b8b-65f5308b0459 req-e832f8b0-18eb-45b7-8b6f-0d7d72bb3ac5 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6efc07bf-e258-4104-926a-5b1d9951badc", "address": "fa:16:3e:1f:01:0f", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efc07bf-e2", "ovs_interfaceid": "6efc07bf-e258-4104-926a-5b1d9951badc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.590201] env[62295]: DEBUG nova.compute.manager [req-f9cd8e06-f0aa-4619-b0ac-d18c9594e1bc req-60c4f972-cf79-4600-bc6f-80904c35bcbd service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Received event network-vif-deleted-6fcb7050-3bab-4bba-9b22-d0e87b9186b2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2043.590201] env[62295]: INFO nova.compute.manager [req-f9cd8e06-f0aa-4619-b0ac-d18c9594e1bc req-60c4f972-cf79-4600-bc6f-80904c35bcbd service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Neutron deleted interface 6fcb7050-3bab-4bba-9b22-d0e87b9186b2; detaching it from the instance and deleting it from the info cache [ 2043.590201] env[62295]: DEBUG nova.network.neutron [req-f9cd8e06-f0aa-4619-b0ac-d18c9594e1bc req-60c4f972-cf79-4600-bc6f-80904c35bcbd service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.762996] env[62295]: DEBUG oslo_concurrency.lockutils [req-07007b66-4658-449c-8b8b-65f5308b0459 req-e832f8b0-18eb-45b7-8b6f-0d7d72bb3ac5 service nova] Releasing lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.978025] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-69c0dbb9-4e57-4090-849e-b95c9f1e1356" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.978449] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-69c0dbb9-4e57-4090-849e-b95c9f1e1356" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.978762] env[62295]: DEBUG nova.objects.instance [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'flavor' on Instance uuid 6d4534fa-c538-433a-88a6-c3241c824712 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.069229] env[62295]: DEBUG nova.network.neutron [-] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.078171] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 6d4534fa-c538-433a-88a6-c3241c824712 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2044.078348] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance ad8ec4d0-f669-4838-832e-0b9108eccd47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2044.078534] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2044.078679] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2044.092201] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-378c2361-d88f-4f9a-b41f-2a3227a45e53 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.104885] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31b5191-bb17-42bc-9d5c-7f7997d2237d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.129605] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b323f6b-24c7-4182-9f38-d62440864ee2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.137135] env[62295]: DEBUG nova.compute.manager [req-f9cd8e06-f0aa-4619-b0ac-d18c9594e1bc req-60c4f972-cf79-4600-bc6f-80904c35bcbd service nova] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Detach interface failed, port_id=6fcb7050-3bab-4bba-9b22-d0e87b9186b2, reason: Instance ad8ec4d0-f669-4838-832e-0b9108eccd47 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2044.142052] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ea6d38-ad65-4e2e-9057-1163840f93d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.172264] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff63106e-1ab9-44be-aa1f-97f14c9b73d2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.180014] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba378256-7ecc-4cf6-84e4-4e589156cc16 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.193367] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2044.573266] env[62295]: INFO nova.compute.manager [-] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Took 1.66 seconds to deallocate network for instance. [ 2044.576009] env[62295]: DEBUG nova.objects.instance [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d4534fa-c538-433a-88a6-c3241c824712 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.696714] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2045.080760] env[62295]: DEBUG nova.objects.base [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Object Instance<6d4534fa-c538-433a-88a6-c3241c824712> lazy-loaded attributes: flavor,pci_requests {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2045.081164] env[62295]: DEBUG nova.network.neutron [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2045.083890] env[62295]: DEBUG oslo_concurrency.lockutils [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.143656] env[62295]: DEBUG nova.policy [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596044784c9c487b86d983348c7de139', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ff7a37ca6a4962a77fb7ad2ff2438c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2045.201593] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2045.201751] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.202037] env[62295]: DEBUG oslo_concurrency.lockutils [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.118s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.202324] env[62295]: DEBUG nova.objects.instance [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lazy-loading 'resources' on Instance uuid ad8ec4d0-f669-4838-832e-0b9108eccd47 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.739025] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43493021-edb5-43ae-bba6-c6edb56c377d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.746599] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2711f157-728d-4351-b05f-b420b4951aeb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.775844] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522f61e0-c050-43b4-a9a6-86d8eea745bd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.782827] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d3e520-9438-4d7d-b868-08c347f1b850 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.795728] env[62295]: DEBUG nova.compute.provider_tree [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.047966] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2046.048241] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2046.298355] env[62295]: DEBUG nova.scheduler.client.report [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2046.503907] env[62295]: DEBUG nova.compute.manager [req-cba3ddf4-31d5-4d1b-9d39-67779a017b67 req-4a42434b-b6e3-4113-b34d-68a27921b5f8 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received event network-vif-plugged-69c0dbb9-4e57-4090-849e-b95c9f1e1356 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2046.504145] env[62295]: DEBUG oslo_concurrency.lockutils [req-cba3ddf4-31d5-4d1b-9d39-67779a017b67 req-4a42434b-b6e3-4113-b34d-68a27921b5f8 service nova] Acquiring lock "6d4534fa-c538-433a-88a6-c3241c824712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.504699] env[62295]: DEBUG oslo_concurrency.lockutils [req-cba3ddf4-31d5-4d1b-9d39-67779a017b67 req-4a42434b-b6e3-4113-b34d-68a27921b5f8 service nova] Lock "6d4534fa-c538-433a-88a6-c3241c824712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.504883] env[62295]: DEBUG oslo_concurrency.lockutils [req-cba3ddf4-31d5-4d1b-9d39-67779a017b67 req-4a42434b-b6e3-4113-b34d-68a27921b5f8 service nova] Lock "6d4534fa-c538-433a-88a6-c3241c824712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.505573] env[62295]: DEBUG nova.compute.manager [req-cba3ddf4-31d5-4d1b-9d39-67779a017b67 req-4a42434b-b6e3-4113-b34d-68a27921b5f8 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] No waiting events found dispatching network-vif-plugged-69c0dbb9-4e57-4090-849e-b95c9f1e1356 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2046.505800] env[62295]: WARNING nova.compute.manager [req-cba3ddf4-31d5-4d1b-9d39-67779a017b67 req-4a42434b-b6e3-4113-b34d-68a27921b5f8 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received unexpected event network-vif-plugged-69c0dbb9-4e57-4090-849e-b95c9f1e1356 for instance with vm_state active and task_state None. [ 2046.587993] env[62295]: DEBUG nova.network.neutron [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Successfully updated port: 69c0dbb9-4e57-4090-849e-b95c9f1e1356 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2046.802978] env[62295]: DEBUG oslo_concurrency.lockutils [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.821093] env[62295]: INFO nova.scheduler.client.report [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Deleted allocations for instance ad8ec4d0-f669-4838-832e-0b9108eccd47 [ 2047.090345] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.090502] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.090660] env[62295]: DEBUG nova.network.neutron [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2047.328786] env[62295]: DEBUG oslo_concurrency.lockutils [None req-249b5327-6bac-492c-a9d9-89bf3e1e64ab tempest-ServerActionsTestOtherB-1061280430 tempest-ServerActionsTestOtherB-1061280430-project-member] Lock "ad8ec4d0-f669-4838-832e-0b9108eccd47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.556s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.634592] env[62295]: WARNING nova.network.neutron [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] e3198f1c-6e17-408c-8ab4-35f48f58c7e1 already exists in list: networks containing: ['e3198f1c-6e17-408c-8ab4-35f48f58c7e1']. ignoring it [ 2047.634796] env[62295]: WARNING nova.network.neutron [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] e3198f1c-6e17-408c-8ab4-35f48f58c7e1 already exists in list: networks containing: ['e3198f1c-6e17-408c-8ab4-35f48f58c7e1']. ignoring it [ 2048.024393] env[62295]: DEBUG nova.network.neutron [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6efc07bf-e258-4104-926a-5b1d9951badc", "address": "fa:16:3e:1f:01:0f", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efc07bf-e2", "ovs_interfaceid": "6efc07bf-e258-4104-926a-5b1d9951badc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69c0dbb9-4e57-4090-849e-b95c9f1e1356", "address": "fa:16:3e:fc:73:77", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c0dbb9-4e", "ovs_interfaceid": "69c0dbb9-4e57-4090-849e-b95c9f1e1356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.528240] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.528865] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.529039] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.530218] env[62295]: DEBUG nova.compute.manager [req-dcf900b0-8584-42c9-bfdb-120ee4138d2c req-c36f527e-aa1a-4af4-a58a-68d5c0491c7b service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received event network-changed-69c0dbb9-4e57-4090-849e-b95c9f1e1356 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2048.530396] env[62295]: DEBUG nova.compute.manager [req-dcf900b0-8584-42c9-bfdb-120ee4138d2c req-c36f527e-aa1a-4af4-a58a-68d5c0491c7b service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Refreshing instance network info cache due to event network-changed-69c0dbb9-4e57-4090-849e-b95c9f1e1356. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2048.530583] env[62295]: DEBUG oslo_concurrency.lockutils [req-dcf900b0-8584-42c9-bfdb-120ee4138d2c req-c36f527e-aa1a-4af4-a58a-68d5c0491c7b service nova] Acquiring lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.530727] env[62295]: DEBUG oslo_concurrency.lockutils [req-dcf900b0-8584-42c9-bfdb-120ee4138d2c req-c36f527e-aa1a-4af4-a58a-68d5c0491c7b service nova] Acquired lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.530888] env[62295]: DEBUG nova.network.neutron [req-dcf900b0-8584-42c9-bfdb-120ee4138d2c req-c36f527e-aa1a-4af4-a58a-68d5c0491c7b service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Refreshing network info cache for port 69c0dbb9-4e57-4090-849e-b95c9f1e1356 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2048.532834] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca73123-1497-47ec-b0ca-234bfadc9bae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.551012] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2048.551232] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2048.551391] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2048.551572] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2048.551720] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2048.551867] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2048.552076] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2048.552269] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2048.552444] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2048.552611] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2048.552780] env[62295]: DEBUG nova.virt.hardware [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2048.558999] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Reconfiguring VM to attach interface {{(pid=62295) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2048.559648] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27713e2e-1b6d-42b8-877e-55d613054835 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.577806] env[62295]: DEBUG oslo_vmware.api [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2048.577806] env[62295]: value = "task-1787715" [ 2048.577806] env[62295]: _type = "Task" [ 2048.577806] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.585717] env[62295]: DEBUG oslo_vmware.api [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787715, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.088296] env[62295]: DEBUG oslo_vmware.api [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.236983] env[62295]: DEBUG nova.network.neutron [req-dcf900b0-8584-42c9-bfdb-120ee4138d2c req-c36f527e-aa1a-4af4-a58a-68d5c0491c7b service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updated VIF entry in instance network info cache for port 69c0dbb9-4e57-4090-849e-b95c9f1e1356. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2049.237497] env[62295]: DEBUG nova.network.neutron [req-dcf900b0-8584-42c9-bfdb-120ee4138d2c req-c36f527e-aa1a-4af4-a58a-68d5c0491c7b service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6efc07bf-e258-4104-926a-5b1d9951badc", "address": "fa:16:3e:1f:01:0f", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6efc07bf-e2", "ovs_interfaceid": "6efc07bf-e258-4104-926a-5b1d9951badc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69c0dbb9-4e57-4090-849e-b95c9f1e1356", "address": "fa:16:3e:fc:73:77", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c0dbb9-4e", "ovs_interfaceid": "69c0dbb9-4e57-4090-849e-b95c9f1e1356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.588336] env[62295]: DEBUG oslo_vmware.api [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787715, 'name': ReconfigVM_Task, 'duration_secs': 0.55976} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.588833] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.589059] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Reconfigured VM to attach interface {{(pid=62295) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2049.740129] env[62295]: DEBUG oslo_concurrency.lockutils [req-dcf900b0-8584-42c9-bfdb-120ee4138d2c req-c36f527e-aa1a-4af4-a58a-68d5c0491c7b service nova] Releasing lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.094681] env[62295]: DEBUG oslo_concurrency.lockutils [None req-00ec9c22-fd29-4a26-8842-2c234fd759d8 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-69c0dbb9-4e57-4090-849e-b95c9f1e1356" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.116s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.329125] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.329320] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 2050.842318] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] There are 43 instances to clean {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 2050.842646] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f3f860c2-891c-4165-a320-0194eacbb877] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2051.346782] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 01c83ddf-b3d4-4bf2-b2cf-e743fc7a525c] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2051.852052] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: ad8ec4d0-f669-4838-832e-0b9108eccd47] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2051.889985] env[62295]: DEBUG oslo_concurrency.lockutils [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-6efc07bf-e258-4104-926a-5b1d9951badc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.890956] env[62295]: DEBUG oslo_concurrency.lockutils [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-6efc07bf-e258-4104-926a-5b1d9951badc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.355035] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 543a28f3-f8a2-4e49-8a89-371087b167ee] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2052.393305] env[62295]: DEBUG oslo_concurrency.lockutils [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.393507] env[62295]: DEBUG oslo_concurrency.lockutils [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.394438] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bf310e-0af1-4159-9589-e7fa5a2f905f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.414711] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70cf1d1-2197-49f8-be4f-d185412068dd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.447860] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Reconfiguring VM to detach interface {{(pid=62295) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2052.448180] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d95a605-f779-4e72-bfee-992b5ffae4cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.468412] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2052.468412] env[62295]: value = "task-1787716" [ 2052.468412] env[62295]: _type = "Task" [ 2052.468412] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.478214] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.858295] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 0232176f-5c80-4494-9dcf-20d839db10c5] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2052.978481] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.362168] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: e0acf38c-85bc-4f6b-b87a-1f62d5c6afa6] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2053.478347] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.865676] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 0c3e30eb-5131-4a07-8fc7-7798c31f090c] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2053.980083] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.368914] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: d8e6faed-6c9b-4ddb-b8a5-1fa2c4acad21] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2054.479486] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.872673] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 97d0ed62-89ba-4620-97f6-620e9ab74cf3] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2054.981379] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.376567] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: fd225c52-4ef6-48d5-b6cf-70db81c2d2fc] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2055.481939] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.880145] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 02fcd712-8ca7-454b-9ef0-f239f5875ddb] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2055.982676] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.383602] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 89604a62-cbef-4925-ab9f-b4a5e18f4ba3] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2056.484868] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.886867] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 0cd55fd2-afcb-48ef-ad4f-42b8d17c2997] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2056.983993] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.390916] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 2d1e5cca-4ed6-4eaa-bca2-23fce0eac4af] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2057.484314] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.894332] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 71c39b2c-a6ac-4e0b-8622-e98e94e785c3] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2057.985340] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.398435] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: fb7de1bd-ad89-439f-a98d-f39e03dba0a3] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2058.485501] env[62295]: DEBUG oslo_vmware.api [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787716, 'name': ReconfigVM_Task, 'duration_secs': 5.757785} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.485748] env[62295]: DEBUG oslo_concurrency.lockutils [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.485925] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Reconfigured VM to detach interface {{(pid=62295) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2058.705235] env[62295]: DEBUG nova.compute.manager [req-c5d8b1db-202d-48d0-a0a9-3315f28fe928 req-2a29e417-0412-460c-80d4-5db68f85d5c4 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received event network-vif-deleted-6efc07bf-e258-4104-926a-5b1d9951badc {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2058.705510] env[62295]: INFO nova.compute.manager [req-c5d8b1db-202d-48d0-a0a9-3315f28fe928 req-2a29e417-0412-460c-80d4-5db68f85d5c4 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Neutron deleted interface 6efc07bf-e258-4104-926a-5b1d9951badc; detaching it from the instance and deleting it from the info cache [ 2058.705693] env[62295]: DEBUG nova.network.neutron [req-c5d8b1db-202d-48d0-a0a9-3315f28fe928 req-2a29e417-0412-460c-80d4-5db68f85d5c4 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69c0dbb9-4e57-4090-849e-b95c9f1e1356", "address": "fa:16:3e:fc:73:77", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c0dbb9-4e", "ovs_interfaceid": "69c0dbb9-4e57-4090-849e-b95c9f1e1356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.902256] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a3b0f03c-dc12-40f0-bbe0-ab211cfeb888] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2059.208647] env[62295]: DEBUG oslo_concurrency.lockutils [req-c5d8b1db-202d-48d0-a0a9-3315f28fe928 req-2a29e417-0412-460c-80d4-5db68f85d5c4 service nova] Acquiring lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.208853] env[62295]: DEBUG oslo_concurrency.lockutils [req-c5d8b1db-202d-48d0-a0a9-3315f28fe928 req-2a29e417-0412-460c-80d4-5db68f85d5c4 service nova] Acquired lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.209735] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162ddda3-1de0-441f-a566-72e451e0532f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.228576] env[62295]: DEBUG oslo_concurrency.lockutils [req-c5d8b1db-202d-48d0-a0a9-3315f28fe928 req-2a29e417-0412-460c-80d4-5db68f85d5c4 service nova] Releasing lock "6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.228823] env[62295]: WARNING nova.compute.manager [req-c5d8b1db-202d-48d0-a0a9-3315f28fe928 req-2a29e417-0412-460c-80d4-5db68f85d5c4 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Detach interface failed, port_id=6efc07bf-e258-4104-926a-5b1d9951badc, reason: No device with interface-id 6efc07bf-e258-4104-926a-5b1d9951badc exists on VM: nova.exception.NotFound: No device with interface-id 6efc07bf-e258-4104-926a-5b1d9951badc exists on VM [ 2059.405669] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: be0884ca-51a9-47f8-8f7e-95f02cb80d1e] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2059.683702] env[62295]: DEBUG oslo_concurrency.lockutils [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.683897] env[62295]: DEBUG oslo_concurrency.lockutils [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.684108] env[62295]: DEBUG nova.network.neutron [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2059.760065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "6d4534fa-c538-433a-88a6-c3241c824712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.760065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "6d4534fa-c538-433a-88a6-c3241c824712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.760065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "6d4534fa-c538-433a-88a6-c3241c824712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.760065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "6d4534fa-c538-433a-88a6-c3241c824712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.760065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "6d4534fa-c538-433a-88a6-c3241c824712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.761985] env[62295]: INFO nova.compute.manager [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Terminating instance [ 2059.763663] env[62295]: DEBUG nova.compute.manager [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2059.763853] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2059.764682] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86a385b-2d9f-404e-a6bf-afbb348cc880 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.772194] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2059.772416] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-500fdc3d-45ad-4983-a2ee-ebfa771ecbf1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.778870] env[62295]: DEBUG oslo_vmware.api [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2059.778870] env[62295]: value = "task-1787717" [ 2059.778870] env[62295]: _type = "Task" [ 2059.778870] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.786577] env[62295]: DEBUG oslo_vmware.api [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.909972] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 459374d1-4e3d-420c-8104-1b7a074ce21b] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2060.289141] env[62295]: DEBUG oslo_vmware.api [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787717, 'name': PowerOffVM_Task, 'duration_secs': 0.192864} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.291282] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2060.291460] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2060.291707] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1acc9fcb-b467-4c62-a3a0-e9939ad4d89d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.403030] env[62295]: INFO nova.network.neutron [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Port 69c0dbb9-4e57-4090-849e-b95c9f1e1356 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2060.403030] env[62295]: DEBUG nova.network.neutron [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [{"id": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "address": "fa:16:3e:63:2e:a9", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4f02b8-fd", "ovs_interfaceid": "1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.409048] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2060.409048] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2060.409048] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleting the datastore file [datastore1] 6d4534fa-c538-433a-88a6-c3241c824712 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2060.409048] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d302cb-a1c9-4c54-a6f7-664e68f7a6c7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.413369] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: de4175b3-d2c6-4804-be2e-fa494d4bbdef] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2060.416250] env[62295]: DEBUG oslo_vmware.api [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2060.416250] env[62295]: value = "task-1787719" [ 2060.416250] env[62295]: _type = "Task" [ 2060.416250] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.425176] env[62295]: DEBUG oslo_vmware.api [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.729328] env[62295]: DEBUG nova.compute.manager [req-71354092-26d8-4775-aeb7-bd884e3acd0f req-053e718d-7db2-4ddd-b7be-25cb5efa11a6 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received event network-vif-deleted-69c0dbb9-4e57-4090-849e-b95c9f1e1356 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2060.906104] env[62295]: DEBUG oslo_concurrency.lockutils [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-6d4534fa-c538-433a-88a6-c3241c824712" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.917610] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 2ef3c414-6e60-46e6-90e7-e8bb71e1ca48] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2060.928457] env[62295]: DEBUG oslo_vmware.api [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194533} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.928701] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2060.928883] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2060.929067] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2060.929294] env[62295]: INFO nova.compute.manager [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2060.929588] env[62295]: DEBUG oslo.service.loopingcall [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.929787] env[62295]: DEBUG nova.compute.manager [-] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2060.929882] env[62295]: DEBUG nova.network.neutron [-] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2060.971888] env[62295]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 69c0dbb9-4e57-4090-849e-b95c9f1e1356 could not be found.", "detail": ""}} {{(pid=62295) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2060.972157] env[62295]: DEBUG nova.network.neutron [-] Unable to show port 69c0dbb9-4e57-4090-849e-b95c9f1e1356 as it no longer exists. {{(pid=62295) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2061.410104] env[62295]: DEBUG oslo_concurrency.lockutils [None req-672aa7cb-bccf-4cdb-8d2f-f0a47a839f0b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-6d4534fa-c538-433a-88a6-c3241c824712-6efc07bf-e258-4104-926a-5b1d9951badc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.520s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.423343] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 53911a5f-a742-4a29-85c7-7e6db98baaef] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2061.823019] env[62295]: DEBUG nova.network.neutron [-] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.927097] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 5918a7fe-0af5-4d71-b738-4bc4dcdd0315] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2062.325475] env[62295]: INFO nova.compute.manager [-] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Took 1.40 seconds to deallocate network for instance. [ 2062.430518] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 67510fa4-ce7e-4ab2-832b-ab621e6ec078] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2062.754113] env[62295]: DEBUG nova.compute.manager [req-a8acdf3b-d6ca-4f55-9fb7-421ef9776e93 req-561f2afc-56f2-43d6-8319-a717c08aaf50 service nova] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Received event network-vif-deleted-1a4f02b8-fdd3-498c-8cc1-9c77e288b5f1 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2062.832406] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.832621] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.832849] env[62295]: DEBUG nova.objects.instance [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'resources' on Instance uuid 6d4534fa-c538-433a-88a6-c3241c824712 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2062.933447] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 1bce0447-0a83-41aa-af96-bce1d6c25478] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2063.365560] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c1f151-cc10-4961-8715-7466ad5ba63e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.373198] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fd9dcb-5ffd-4094-875b-02bad6ee46d8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.403431] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87bdc52-4d68-4f3b-931b-f5451b185dc7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.410348] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea258cb-3d78-4267-be4e-8cac119b91b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.423669] env[62295]: DEBUG nova.compute.provider_tree [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.436880] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: c783dd98-2561-4961-a67d-8501df585218] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2063.926657] env[62295]: DEBUG nova.scheduler.client.report [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2063.939503] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: bc38eaf0-dd8e-431e-95ce-c3a653e170fb] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2064.431456] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.443147] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 156fe56f-9727-473f-a409-5afceb7530d5] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2064.454929] env[62295]: INFO nova.scheduler.client.report [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleted allocations for instance 6d4534fa-c538-433a-88a6-c3241c824712 [ 2064.946324] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 711809f8-1e73-477c-b35e-24d5601f0104] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2064.962255] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8b5137d9-82af-4c64-9eba-7c907ced15dd tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "6d4534fa-c538-433a-88a6-c3241c824712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.203s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.449558] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: e372a2d6-541f-4026-afb9-9901c9eda2f5] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2065.952926] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: bb57fdc5-47d9-4bec-8cbc-7ff3cfdfcd21] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2066.457052] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a3eb205e-efd9-4db4-8acf-d400e832fa05] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2066.482418] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "e859c7cf-21de-44e9-8e81-b40661731f7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.482669] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e859c7cf-21de-44e9-8e81-b40661731f7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.960955] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 28ef98f1-1d10-4915-9bfc-1a720661e783] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2066.984590] env[62295]: DEBUG nova.compute.manager [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2067.464090] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: abd605fe-fba5-4031-846f-874440880588] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2067.502233] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.502575] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.504040] env[62295]: INFO nova.compute.claims [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2067.967197] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: aad9f398-55dc-4296-8561-bd6d0cd1da9c] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2068.470210] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: e02f691c-b485-4f65-bc6e-276c26cf41d7] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2068.537165] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbfd44a-bd7d-4388-b5b8-2b262655e1b1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.544801] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37242d6e-e11f-4c2a-8de5-4c81a0b4d99a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.573677] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92042f29-5fd2-4542-9af2-0b4b9c917bb8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.580179] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e69cc-28b6-42ae-8c11-62a11600078e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.594077] env[62295]: DEBUG nova.compute.provider_tree [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.973801] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 83a037ac-32cf-45eb-84a9-86f02d766e8e] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2069.096588] env[62295]: DEBUG nova.scheduler.client.report [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2069.477184] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 7236bbfd-f5b8-4d71-8132-72bf802fe044] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2069.600749] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.098s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.601276] env[62295]: DEBUG nova.compute.manager [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2069.980624] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: b49d6639-3850-48a3-a706-36c7e207713b] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2070.106278] env[62295]: DEBUG nova.compute.utils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2070.107601] env[62295]: DEBUG nova.compute.manager [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2070.107775] env[62295]: DEBUG nova.network.neutron [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2070.158708] env[62295]: DEBUG nova.policy [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596044784c9c487b86d983348c7de139', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ff7a37ca6a4962a77fb7ad2ff2438c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2070.417893] env[62295]: DEBUG nova.network.neutron [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Successfully created port: f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2070.483670] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: d6e03104-099b-40ed-80f7-35fe4a41754f] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2070.610685] env[62295]: DEBUG nova.compute.manager [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2070.987100] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 450eebcc-7f93-4234-9b44-8f28d7c9b849] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2071.490685] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 86a89d2c-a27b-4af6-9a17-d4ce8eae1b96] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2071.621634] env[62295]: DEBUG nova.compute.manager [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2071.648713] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2071.648959] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2071.649132] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.649319] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2071.649468] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.649619] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2071.649824] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2071.649985] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2071.650169] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2071.650333] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2071.650503] env[62295]: DEBUG nova.virt.hardware [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2071.651374] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf513b7-a376-4cd2-a2fe-800720634a5b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.659276] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be81c476-531d-479c-8171-ff342d8587fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.782427] env[62295]: DEBUG nova.compute.manager [req-945aa839-72fb-4860-a9a0-830e073a3da7 req-a8c3a50f-d0c8-4207-b325-a686f03b3bb2 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received event network-vif-plugged-f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2071.782641] env[62295]: DEBUG oslo_concurrency.lockutils [req-945aa839-72fb-4860-a9a0-830e073a3da7 req-a8c3a50f-d0c8-4207-b325-a686f03b3bb2 service nova] Acquiring lock "e859c7cf-21de-44e9-8e81-b40661731f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.782849] env[62295]: DEBUG oslo_concurrency.lockutils [req-945aa839-72fb-4860-a9a0-830e073a3da7 req-a8c3a50f-d0c8-4207-b325-a686f03b3bb2 service nova] Lock "e859c7cf-21de-44e9-8e81-b40661731f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.783024] env[62295]: DEBUG oslo_concurrency.lockutils [req-945aa839-72fb-4860-a9a0-830e073a3da7 req-a8c3a50f-d0c8-4207-b325-a686f03b3bb2 service nova] Lock "e859c7cf-21de-44e9-8e81-b40661731f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.783194] env[62295]: DEBUG nova.compute.manager [req-945aa839-72fb-4860-a9a0-830e073a3da7 req-a8c3a50f-d0c8-4207-b325-a686f03b3bb2 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] No waiting events found dispatching network-vif-plugged-f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2071.783357] env[62295]: WARNING nova.compute.manager [req-945aa839-72fb-4860-a9a0-830e073a3da7 req-a8c3a50f-d0c8-4207-b325-a686f03b3bb2 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received unexpected event network-vif-plugged-f2da5304-5d8e-4462-81cc-64abc3df3d0d for instance with vm_state building and task_state spawning. [ 2071.861881] env[62295]: DEBUG nova.network.neutron [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Successfully updated port: f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2071.994096] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: a64890a7-59d3-4139-b8d0-72e03f26546c] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2072.364437] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.364578] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.364741] env[62295]: DEBUG nova.network.neutron [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2072.497283] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2072.895908] env[62295]: DEBUG nova.network.neutron [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2073.029603] env[62295]: DEBUG nova.network.neutron [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [{"id": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "address": "fa:16:3e:4a:71:04", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2da5304-5d", "ovs_interfaceid": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.532938] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.533279] env[62295]: DEBUG nova.compute.manager [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Instance network_info: |[{"id": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "address": "fa:16:3e:4a:71:04", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2da5304-5d", "ovs_interfaceid": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2073.533725] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:71:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2da5304-5d8e-4462-81cc-64abc3df3d0d', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2073.541370] env[62295]: DEBUG oslo.service.loopingcall [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2073.541571] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2073.541791] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-562027a6-1c4f-4d47-a3a8-3d20640db015 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.561991] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2073.561991] env[62295]: value = "task-1787720" [ 2073.561991] env[62295]: _type = "Task" [ 2073.561991] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.573077] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787720, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.809948] env[62295]: DEBUG nova.compute.manager [req-b6a1d33d-74e3-49f3-92fa-5e9aa42f65a7 req-c9541b74-cce5-4f5c-b767-abdf3699057b service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received event network-changed-f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2073.810123] env[62295]: DEBUG nova.compute.manager [req-b6a1d33d-74e3-49f3-92fa-5e9aa42f65a7 req-c9541b74-cce5-4f5c-b767-abdf3699057b service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing instance network info cache due to event network-changed-f2da5304-5d8e-4462-81cc-64abc3df3d0d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2073.810461] env[62295]: DEBUG oslo_concurrency.lockutils [req-b6a1d33d-74e3-49f3-92fa-5e9aa42f65a7 req-c9541b74-cce5-4f5c-b767-abdf3699057b service nova] Acquiring lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.810640] env[62295]: DEBUG oslo_concurrency.lockutils [req-b6a1d33d-74e3-49f3-92fa-5e9aa42f65a7 req-c9541b74-cce5-4f5c-b767-abdf3699057b service nova] Acquired lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.810812] env[62295]: DEBUG nova.network.neutron [req-b6a1d33d-74e3-49f3-92fa-5e9aa42f65a7 req-c9541b74-cce5-4f5c-b767-abdf3699057b service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing network info cache for port f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.071898] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787720, 'name': CreateVM_Task, 'duration_secs': 0.326251} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.072283] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2074.072885] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.073024] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.073245] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2074.073493] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef73812-807b-4bdb-bbcc-d0aa4ff76422 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.077742] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2074.077742] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cbfddc-c7e7-a58e-e950-5c2325e38726" [ 2074.077742] env[62295]: _type = "Task" [ 2074.077742] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.084629] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cbfddc-c7e7-a58e-e950-5c2325e38726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.488668] env[62295]: DEBUG nova.network.neutron [req-b6a1d33d-74e3-49f3-92fa-5e9aa42f65a7 req-c9541b74-cce5-4f5c-b767-abdf3699057b service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updated VIF entry in instance network info cache for port f2da5304-5d8e-4462-81cc-64abc3df3d0d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2074.489030] env[62295]: DEBUG nova.network.neutron [req-b6a1d33d-74e3-49f3-92fa-5e9aa42f65a7 req-c9541b74-cce5-4f5c-b767-abdf3699057b service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [{"id": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "address": "fa:16:3e:4a:71:04", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2da5304-5d", "ovs_interfaceid": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.587548] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cbfddc-c7e7-a58e-e950-5c2325e38726, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.587848] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.588094] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2074.588331] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.588481] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.588662] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2074.588900] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93406955-aced-4f6e-a4f6-b682c5e36626 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.598028] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2074.598160] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2074.598799] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5302c00d-665b-4578-bbf1-f7cd14adffcc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.603120] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2074.603120] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52171677-0976-9b2f-577b-bd6140b575f2" [ 2074.603120] env[62295]: _type = "Task" [ 2074.603120] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.609970] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52171677-0976-9b2f-577b-bd6140b575f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.992495] env[62295]: DEBUG oslo_concurrency.lockutils [req-b6a1d33d-74e3-49f3-92fa-5e9aa42f65a7 req-c9541b74-cce5-4f5c-b767-abdf3699057b service nova] Releasing lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.113685] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52171677-0976-9b2f-577b-bd6140b575f2, 'name': SearchDatastore_Task, 'duration_secs': 0.007978} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.114471] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b0f21c2-5b35-447b-9cb7-05751af9b099 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.119156] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2075.119156] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5295bc8d-85b6-60e3-0c7e-be9acd920f16" [ 2075.119156] env[62295]: _type = "Task" [ 2075.119156] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.126239] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5295bc8d-85b6-60e3-0c7e-be9acd920f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.630536] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5295bc8d-85b6-60e3-0c7e-be9acd920f16, 'name': SearchDatastore_Task, 'duration_secs': 0.00875} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.630809] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.631084] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e859c7cf-21de-44e9-8e81-b40661731f7d/e859c7cf-21de-44e9-8e81-b40661731f7d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2075.631336] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ea75389-6d7a-4725-b48c-3768efb8bb0a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.637813] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2075.637813] env[62295]: value = "task-1787721" [ 2075.637813] env[62295]: _type = "Task" [ 2075.637813] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.645298] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.147716] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416097} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.148118] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] e859c7cf-21de-44e9-8e81-b40661731f7d/e859c7cf-21de-44e9-8e81-b40661731f7d.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2076.148233] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2076.148445] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1db7fc4d-f50c-4d01-af28-15b8778ac4ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.154665] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2076.154665] env[62295]: value = "task-1787722" [ 2076.154665] env[62295]: _type = "Task" [ 2076.154665] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.162922] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.664924] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055367} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.665258] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2076.666151] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939d44fb-4019-46fb-b73d-088d80b56633 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.688498] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] e859c7cf-21de-44e9-8e81-b40661731f7d/e859c7cf-21de-44e9-8e81-b40661731f7d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2076.688782] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72160cd5-c086-484e-8383-061d1318c50b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.709600] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2076.709600] env[62295]: value = "task-1787723" [ 2076.709600] env[62295]: _type = "Task" [ 2076.709600] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.717528] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.219453] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787723, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.720336] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787723, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.221912] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787723, 'name': ReconfigVM_Task, 'duration_secs': 1.293402} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.222320] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Reconfigured VM instance instance-00000077 to attach disk [datastore1] e859c7cf-21de-44e9-8e81-b40661731f7d/e859c7cf-21de-44e9-8e81-b40661731f7d.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.222835] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7d6ee06-f2fb-4abd-bb46-9413f436c4a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.229445] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2078.229445] env[62295]: value = "task-1787724" [ 2078.229445] env[62295]: _type = "Task" [ 2078.229445] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.237960] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787724, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.739482] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787724, 'name': Rename_Task, 'duration_secs': 0.131267} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.739746] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2078.739980] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42d3f5ec-9633-45f4-9ca5-4037ab6b46d9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.746249] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2078.746249] env[62295]: value = "task-1787725" [ 2078.746249] env[62295]: _type = "Task" [ 2078.746249] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.753513] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.255819] env[62295]: DEBUG oslo_vmware.api [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787725, 'name': PowerOnVM_Task, 'duration_secs': 0.422045} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.256195] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2079.256253] env[62295]: INFO nova.compute.manager [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Took 7.63 seconds to spawn the instance on the hypervisor. [ 2079.256426] env[62295]: DEBUG nova.compute.manager [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2079.257198] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcd2f86-ee16-4536-ad03-cff697fd0b6e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.776228] env[62295]: INFO nova.compute.manager [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Took 12.29 seconds to build instance. [ 2080.278662] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d7a690da-86f9-4395-bd80-59b36086595d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e859c7cf-21de-44e9-8e81-b40661731f7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.796s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.797259] env[62295]: DEBUG nova.compute.manager [req-36dd05d2-9f1d-41b2-85a0-5bf4c3c3d5c3 req-419e43ce-a849-4bcb-966c-64dba959ad81 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received event network-changed-f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2080.797460] env[62295]: DEBUG nova.compute.manager [req-36dd05d2-9f1d-41b2-85a0-5bf4c3c3d5c3 req-419e43ce-a849-4bcb-966c-64dba959ad81 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing instance network info cache due to event network-changed-f2da5304-5d8e-4462-81cc-64abc3df3d0d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2080.797671] env[62295]: DEBUG oslo_concurrency.lockutils [req-36dd05d2-9f1d-41b2-85a0-5bf4c3c3d5c3 req-419e43ce-a849-4bcb-966c-64dba959ad81 service nova] Acquiring lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.797817] env[62295]: DEBUG oslo_concurrency.lockutils [req-36dd05d2-9f1d-41b2-85a0-5bf4c3c3d5c3 req-419e43ce-a849-4bcb-966c-64dba959ad81 service nova] Acquired lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.797977] env[62295]: DEBUG nova.network.neutron [req-36dd05d2-9f1d-41b2-85a0-5bf4c3c3d5c3 req-419e43ce-a849-4bcb-966c-64dba959ad81 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing network info cache for port f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2081.666733] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.667181] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.725034] env[62295]: DEBUG nova.network.neutron [req-36dd05d2-9f1d-41b2-85a0-5bf4c3c3d5c3 req-419e43ce-a849-4bcb-966c-64dba959ad81 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updated VIF entry in instance network info cache for port f2da5304-5d8e-4462-81cc-64abc3df3d0d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.725430] env[62295]: DEBUG nova.network.neutron [req-36dd05d2-9f1d-41b2-85a0-5bf4c3c3d5c3 req-419e43ce-a849-4bcb-966c-64dba959ad81 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [{"id": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "address": "fa:16:3e:4a:71:04", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2da5304-5d", "ovs_interfaceid": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.169702] env[62295]: DEBUG nova.compute.manager [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2082.227580] env[62295]: DEBUG oslo_concurrency.lockutils [req-36dd05d2-9f1d-41b2-85a0-5bf4c3c3d5c3 req-419e43ce-a849-4bcb-966c-64dba959ad81 service nova] Releasing lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.691575] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.691864] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.693422] env[62295]: INFO nova.compute.claims [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2083.737224] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeecb2e-611e-417b-b5c0-f196711da185 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.745204] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff725f-7daf-4477-9dad-b949866f911f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.774826] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824c16d7-e7b7-481c-9099-96125630a737 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.781499] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52bb707-33a7-47e6-8baf-ddbba641ea05 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.794596] env[62295]: DEBUG nova.compute.provider_tree [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2084.298283] env[62295]: DEBUG nova.scheduler.client.report [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2084.803388] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.803923] env[62295]: DEBUG nova.compute.manager [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2085.309473] env[62295]: DEBUG nova.compute.utils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2085.310931] env[62295]: DEBUG nova.compute.manager [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2085.311117] env[62295]: DEBUG nova.network.neutron [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2085.350979] env[62295]: DEBUG nova.policy [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596044784c9c487b86d983348c7de139', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ff7a37ca6a4962a77fb7ad2ff2438c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2085.614842] env[62295]: DEBUG nova.network.neutron [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Successfully created port: 73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2085.814797] env[62295]: DEBUG nova.compute.manager [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2086.825356] env[62295]: DEBUG nova.compute.manager [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2086.855942] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2086.856356] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2086.856629] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2086.856928] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2086.857164] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2086.857392] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2086.857704] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2086.857942] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2086.858220] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2086.858471] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2086.858725] env[62295]: DEBUG nova.virt.hardware [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2086.860015] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e34cad6-8671-4f8f-9cae-bb12892c4404 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.871338] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff3116a-8a06-450c-ae58-bcaf29a21736 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.002458] env[62295]: DEBUG nova.compute.manager [req-a59633b0-7016-40c4-9a83-c3a029322011 req-d2060f11-80f5-4643-9635-4cebc1c1eaa3 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Received event network-vif-plugged-73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2087.002741] env[62295]: DEBUG oslo_concurrency.lockutils [req-a59633b0-7016-40c4-9a83-c3a029322011 req-d2060f11-80f5-4643-9635-4cebc1c1eaa3 service nova] Acquiring lock "f6cfdb75-13f3-41a3-b973-f3e06756b036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.002958] env[62295]: DEBUG oslo_concurrency.lockutils [req-a59633b0-7016-40c4-9a83-c3a029322011 req-d2060f11-80f5-4643-9635-4cebc1c1eaa3 service nova] Lock "f6cfdb75-13f3-41a3-b973-f3e06756b036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.003199] env[62295]: DEBUG oslo_concurrency.lockutils [req-a59633b0-7016-40c4-9a83-c3a029322011 req-d2060f11-80f5-4643-9635-4cebc1c1eaa3 service nova] Lock "f6cfdb75-13f3-41a3-b973-f3e06756b036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.003390] env[62295]: DEBUG nova.compute.manager [req-a59633b0-7016-40c4-9a83-c3a029322011 req-d2060f11-80f5-4643-9635-4cebc1c1eaa3 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] No waiting events found dispatching network-vif-plugged-73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2087.003496] env[62295]: WARNING nova.compute.manager [req-a59633b0-7016-40c4-9a83-c3a029322011 req-d2060f11-80f5-4643-9635-4cebc1c1eaa3 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Received unexpected event network-vif-plugged-73b69965-b80b-4eca-97ac-31f1b6a94cbe for instance with vm_state building and task_state spawning. [ 2087.098859] env[62295]: DEBUG nova.network.neutron [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Successfully updated port: 73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2087.601932] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.602220] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.602310] env[62295]: DEBUG nova.network.neutron [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.137820] env[62295]: DEBUG nova.network.neutron [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2088.260191] env[62295]: DEBUG nova.network.neutron [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updating instance_info_cache with network_info: [{"id": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "address": "fa:16:3e:8b:d3:c1", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b69965-b8", "ovs_interfaceid": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.762607] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.762962] env[62295]: DEBUG nova.compute.manager [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Instance network_info: |[{"id": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "address": "fa:16:3e:8b:d3:c1", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b69965-b8", "ovs_interfaceid": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2088.763418] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d3:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73b69965-b80b-4eca-97ac-31f1b6a94cbe', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2088.770981] env[62295]: DEBUG oslo.service.loopingcall [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2088.771202] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2088.771423] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10afe8d9-fc5b-4a12-be83-c3a8f9786857 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.791917] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2088.791917] env[62295]: value = "task-1787726" [ 2088.791917] env[62295]: _type = "Task" [ 2088.791917] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.799490] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787726, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.028221] env[62295]: DEBUG nova.compute.manager [req-a9ce8548-1940-463c-ba84-3e779c000583 req-99624540-6b50-4c0d-8066-590282075f3c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Received event network-changed-73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2089.028352] env[62295]: DEBUG nova.compute.manager [req-a9ce8548-1940-463c-ba84-3e779c000583 req-99624540-6b50-4c0d-8066-590282075f3c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Refreshing instance network info cache due to event network-changed-73b69965-b80b-4eca-97ac-31f1b6a94cbe. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2089.028564] env[62295]: DEBUG oslo_concurrency.lockutils [req-a9ce8548-1940-463c-ba84-3e779c000583 req-99624540-6b50-4c0d-8066-590282075f3c service nova] Acquiring lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.028708] env[62295]: DEBUG oslo_concurrency.lockutils [req-a9ce8548-1940-463c-ba84-3e779c000583 req-99624540-6b50-4c0d-8066-590282075f3c service nova] Acquired lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.028864] env[62295]: DEBUG nova.network.neutron [req-a9ce8548-1940-463c-ba84-3e779c000583 req-99624540-6b50-4c0d-8066-590282075f3c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Refreshing network info cache for port 73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2089.302197] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787726, 'name': CreateVM_Task, 'duration_secs': 0.484776} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.302587] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2089.303062] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.303234] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.303573] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2089.303805] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fea4bc5-805e-426e-9dc2-13f89908f600 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.308107] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2089.308107] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cd69f1-77f0-d068-22b8-1ee78afeb339" [ 2089.308107] env[62295]: _type = "Task" [ 2089.308107] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.316820] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cd69f1-77f0-d068-22b8-1ee78afeb339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.712125] env[62295]: DEBUG nova.network.neutron [req-a9ce8548-1940-463c-ba84-3e779c000583 req-99624540-6b50-4c0d-8066-590282075f3c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updated VIF entry in instance network info cache for port 73b69965-b80b-4eca-97ac-31f1b6a94cbe. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2089.712578] env[62295]: DEBUG nova.network.neutron [req-a9ce8548-1940-463c-ba84-3e779c000583 req-99624540-6b50-4c0d-8066-590282075f3c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updating instance_info_cache with network_info: [{"id": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "address": "fa:16:3e:8b:d3:c1", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b69965-b8", "ovs_interfaceid": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.818435] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52cd69f1-77f0-d068-22b8-1ee78afeb339, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.818680] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.818925] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2089.819192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.819340] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.819519] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2089.819763] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca469d6-b4d8-469c-82c3-e423211c8926 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.827498] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2089.827662] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2089.828380] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba9539a-7929-492a-a8fa-995514b82510 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.833124] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2089.833124] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5275b582-158b-af8f-9ca4-7eff9543c41d" [ 2089.833124] env[62295]: _type = "Task" [ 2089.833124] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.839940] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5275b582-158b-af8f-9ca4-7eff9543c41d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.215543] env[62295]: DEBUG oslo_concurrency.lockutils [req-a9ce8548-1940-463c-ba84-3e779c000583 req-99624540-6b50-4c0d-8066-590282075f3c service nova] Releasing lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.343445] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5275b582-158b-af8f-9ca4-7eff9543c41d, 'name': SearchDatastore_Task, 'duration_secs': 0.007369} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.344252] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b541cd6f-463b-44ce-92e4-490ac8e2cd6a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.349648] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2090.349648] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526166f5-04f3-a487-7220-7403d45c3669" [ 2090.349648] env[62295]: _type = "Task" [ 2090.349648] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.356977] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526166f5-04f3-a487-7220-7403d45c3669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.860723] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]526166f5-04f3-a487-7220-7403d45c3669, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.861060] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.861330] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f6cfdb75-13f3-41a3-b973-f3e06756b036/f6cfdb75-13f3-41a3-b973-f3e06756b036.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2090.861661] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d571017f-5a9a-48f7-b5ba-62c28bdf3d01 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.868052] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2090.868052] env[62295]: value = "task-1787727" [ 2090.868052] env[62295]: _type = "Task" [ 2090.868052] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.875202] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.378108] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430727} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.378462] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f6cfdb75-13f3-41a3-b973-f3e06756b036/f6cfdb75-13f3-41a3-b973-f3e06756b036.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2091.378558] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2091.378753] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33231f33-1fea-4d77-8a28-9fe9c18ebd31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.385429] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2091.385429] env[62295]: value = "task-1787728" [ 2091.385429] env[62295]: _type = "Task" [ 2091.385429] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.392832] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.894847] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058206} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.895093] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2091.895866] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecff9320-8b4c-4be7-ae60-358d4989366e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.917333] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] f6cfdb75-13f3-41a3-b973-f3e06756b036/f6cfdb75-13f3-41a3-b973-f3e06756b036.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2091.917575] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f82ddde-846e-45b0-91d0-54180a17fbb4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.937262] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2091.937262] env[62295]: value = "task-1787729" [ 2091.937262] env[62295]: _type = "Task" [ 2091.937262] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.947939] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.446721] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787729, 'name': ReconfigVM_Task, 'duration_secs': 0.269376} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.447143] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Reconfigured VM instance instance-00000078 to attach disk [datastore1] f6cfdb75-13f3-41a3-b973-f3e06756b036/f6cfdb75-13f3-41a3-b973-f3e06756b036.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2092.447633] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c5c8a69-e735-49e2-8bd1-20897fceaead {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.453993] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2092.453993] env[62295]: value = "task-1787730" [ 2092.453993] env[62295]: _type = "Task" [ 2092.453993] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.463220] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787730, 'name': Rename_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.963955] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787730, 'name': Rename_Task, 'duration_secs': 0.192995} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.964259] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2092.964500] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3758830-b819-40ee-990f-3569e687ab43 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.970354] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2092.970354] env[62295]: value = "task-1787731" [ 2092.970354] env[62295]: _type = "Task" [ 2092.970354] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.977604] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.482641] env[62295]: DEBUG oslo_vmware.api [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787731, 'name': PowerOnVM_Task, 'duration_secs': 0.46032} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.483021] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2093.483021] env[62295]: INFO nova.compute.manager [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Took 6.66 seconds to spawn the instance on the hypervisor. [ 2093.483189] env[62295]: DEBUG nova.compute.manager [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2093.484013] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aa1a7c-9462-4b1a-8e2e-31704e0f7d5b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.000964] env[62295]: INFO nova.compute.manager [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Took 11.33 seconds to build instance. [ 2094.502885] env[62295]: DEBUG oslo_concurrency.lockutils [None req-7975f844-6981-44d3-ba81-4b66d6f87279 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.836s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.842355] env[62295]: DEBUG nova.compute.manager [req-a1f37755-f899-41a6-b6fd-f348c27489cf req-b402d20f-fb10-4e5c-8042-ccddaf1862ec service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received event network-changed-f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2094.842550] env[62295]: DEBUG nova.compute.manager [req-a1f37755-f899-41a6-b6fd-f348c27489cf req-b402d20f-fb10-4e5c-8042-ccddaf1862ec service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing instance network info cache due to event network-changed-f2da5304-5d8e-4462-81cc-64abc3df3d0d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2094.842805] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1f37755-f899-41a6-b6fd-f348c27489cf req-b402d20f-fb10-4e5c-8042-ccddaf1862ec service nova] Acquiring lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.842952] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1f37755-f899-41a6-b6fd-f348c27489cf req-b402d20f-fb10-4e5c-8042-ccddaf1862ec service nova] Acquired lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.843148] env[62295]: DEBUG nova.network.neutron [req-a1f37755-f899-41a6-b6fd-f348c27489cf req-b402d20f-fb10-4e5c-8042-ccddaf1862ec service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing network info cache for port f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2095.532194] env[62295]: DEBUG nova.network.neutron [req-a1f37755-f899-41a6-b6fd-f348c27489cf req-b402d20f-fb10-4e5c-8042-ccddaf1862ec service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updated VIF entry in instance network info cache for port f2da5304-5d8e-4462-81cc-64abc3df3d0d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2095.532529] env[62295]: DEBUG nova.network.neutron [req-a1f37755-f899-41a6-b6fd-f348c27489cf req-b402d20f-fb10-4e5c-8042-ccddaf1862ec service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [{"id": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "address": "fa:16:3e:4a:71:04", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2da5304-5d", "ovs_interfaceid": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.832198] env[62295]: DEBUG nova.compute.manager [req-991339ee-4e99-4691-87e4-271634abe728 req-6acdd6cb-5200-408f-8dca-a98ceba42d1d service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Received event network-changed-73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2095.832419] env[62295]: DEBUG nova.compute.manager [req-991339ee-4e99-4691-87e4-271634abe728 req-6acdd6cb-5200-408f-8dca-a98ceba42d1d service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Refreshing instance network info cache due to event network-changed-73b69965-b80b-4eca-97ac-31f1b6a94cbe. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2095.832665] env[62295]: DEBUG oslo_concurrency.lockutils [req-991339ee-4e99-4691-87e4-271634abe728 req-6acdd6cb-5200-408f-8dca-a98ceba42d1d service nova] Acquiring lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.832799] env[62295]: DEBUG oslo_concurrency.lockutils [req-991339ee-4e99-4691-87e4-271634abe728 req-6acdd6cb-5200-408f-8dca-a98ceba42d1d service nova] Acquired lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.832992] env[62295]: DEBUG nova.network.neutron [req-991339ee-4e99-4691-87e4-271634abe728 req-6acdd6cb-5200-408f-8dca-a98ceba42d1d service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Refreshing network info cache for port 73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2096.035250] env[62295]: DEBUG oslo_concurrency.lockutils [req-a1f37755-f899-41a6-b6fd-f348c27489cf req-b402d20f-fb10-4e5c-8042-ccddaf1862ec service nova] Releasing lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.528787] env[62295]: DEBUG nova.network.neutron [req-991339ee-4e99-4691-87e4-271634abe728 req-6acdd6cb-5200-408f-8dca-a98ceba42d1d service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updated VIF entry in instance network info cache for port 73b69965-b80b-4eca-97ac-31f1b6a94cbe. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2096.529170] env[62295]: DEBUG nova.network.neutron [req-991339ee-4e99-4691-87e4-271634abe728 req-6acdd6cb-5200-408f-8dca-a98ceba42d1d service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updating instance_info_cache with network_info: [{"id": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "address": "fa:16:3e:8b:d3:c1", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b69965-b8", "ovs_interfaceid": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.868367] env[62295]: DEBUG nova.compute.manager [req-90d00ad8-122e-4c6a-abdc-b5347b8849bb req-2e713c24-3506-4798-8176-36e42e4e7841 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Received event network-changed-73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2096.868633] env[62295]: DEBUG nova.compute.manager [req-90d00ad8-122e-4c6a-abdc-b5347b8849bb req-2e713c24-3506-4798-8176-36e42e4e7841 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Refreshing instance network info cache due to event network-changed-73b69965-b80b-4eca-97ac-31f1b6a94cbe. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2096.868828] env[62295]: DEBUG oslo_concurrency.lockutils [req-90d00ad8-122e-4c6a-abdc-b5347b8849bb req-2e713c24-3506-4798-8176-36e42e4e7841 service nova] Acquiring lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.032485] env[62295]: DEBUG oslo_concurrency.lockutils [req-991339ee-4e99-4691-87e4-271634abe728 req-6acdd6cb-5200-408f-8dca-a98ceba42d1d service nova] Releasing lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.033073] env[62295]: DEBUG oslo_concurrency.lockutils [req-90d00ad8-122e-4c6a-abdc-b5347b8849bb req-2e713c24-3506-4798-8176-36e42e4e7841 service nova] Acquired lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.033376] env[62295]: DEBUG nova.network.neutron [req-90d00ad8-122e-4c6a-abdc-b5347b8849bb req-2e713c24-3506-4798-8176-36e42e4e7841 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Refreshing network info cache for port 73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2097.713754] env[62295]: DEBUG nova.network.neutron [req-90d00ad8-122e-4c6a-abdc-b5347b8849bb req-2e713c24-3506-4798-8176-36e42e4e7841 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updated VIF entry in instance network info cache for port 73b69965-b80b-4eca-97ac-31f1b6a94cbe. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2097.714141] env[62295]: DEBUG nova.network.neutron [req-90d00ad8-122e-4c6a-abdc-b5347b8849bb req-2e713c24-3506-4798-8176-36e42e4e7841 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updating instance_info_cache with network_info: [{"id": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "address": "fa:16:3e:8b:d3:c1", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b69965-b8", "ovs_interfaceid": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.857070] env[62295]: DEBUG nova.compute.manager [req-d0bf448d-565d-470c-b680-16df621c3f96 req-e9a7d0ee-6487-40c2-9093-5fd4617ff3a8 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received event network-changed-f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2097.857275] env[62295]: DEBUG nova.compute.manager [req-d0bf448d-565d-470c-b680-16df621c3f96 req-e9a7d0ee-6487-40c2-9093-5fd4617ff3a8 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing instance network info cache due to event network-changed-f2da5304-5d8e-4462-81cc-64abc3df3d0d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2097.857485] env[62295]: DEBUG oslo_concurrency.lockutils [req-d0bf448d-565d-470c-b680-16df621c3f96 req-e9a7d0ee-6487-40c2-9093-5fd4617ff3a8 service nova] Acquiring lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.857626] env[62295]: DEBUG oslo_concurrency.lockutils [req-d0bf448d-565d-470c-b680-16df621c3f96 req-e9a7d0ee-6487-40c2-9093-5fd4617ff3a8 service nova] Acquired lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.857785] env[62295]: DEBUG nova.network.neutron [req-d0bf448d-565d-470c-b680-16df621c3f96 req-e9a7d0ee-6487-40c2-9093-5fd4617ff3a8 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing network info cache for port f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2098.217025] env[62295]: DEBUG oslo_concurrency.lockutils [req-90d00ad8-122e-4c6a-abdc-b5347b8849bb req-2e713c24-3506-4798-8176-36e42e4e7841 service nova] Releasing lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.551432] env[62295]: DEBUG nova.network.neutron [req-d0bf448d-565d-470c-b680-16df621c3f96 req-e9a7d0ee-6487-40c2-9093-5fd4617ff3a8 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updated VIF entry in instance network info cache for port f2da5304-5d8e-4462-81cc-64abc3df3d0d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2098.551767] env[62295]: DEBUG nova.network.neutron [req-d0bf448d-565d-470c-b680-16df621c3f96 req-e9a7d0ee-6487-40c2-9093-5fd4617ff3a8 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [{"id": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "address": "fa:16:3e:4a:71:04", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2da5304-5d", "ovs_interfaceid": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.055056] env[62295]: DEBUG oslo_concurrency.lockutils [req-d0bf448d-565d-470c-b680-16df621c3f96 req-e9a7d0ee-6487-40c2-9093-5fd4617ff3a8 service nova] Releasing lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.274047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "interface-e859c7cf-21de-44e9-8e81-b40661731f7d-40414090-8177-4ec7-99db-c034202506a2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.274047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-e859c7cf-21de-44e9-8e81-b40661731f7d-40414090-8177-4ec7-99db-c034202506a2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.274047] env[62295]: DEBUG nova.objects.instance [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'flavor' on Instance uuid e859c7cf-21de-44e9-8e81-b40661731f7d {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.864907] env[62295]: DEBUG nova.objects.instance [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'pci_requests' on Instance uuid e859c7cf-21de-44e9-8e81-b40661731f7d {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.368025] env[62295]: DEBUG nova.objects.base [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2112.368404] env[62295]: DEBUG nova.network.neutron [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2112.428731] env[62295]: DEBUG nova.policy [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596044784c9c487b86d983348c7de139', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ff7a37ca6a4962a77fb7ad2ff2438c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2113.800458] env[62295]: DEBUG nova.compute.manager [req-3421ebdf-5e7a-4ca2-ad17-d7feeb556a3e req-7bcbb215-ff7f-466b-bb1e-f73dedb3dd1a service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received event network-vif-plugged-40414090-8177-4ec7-99db-c034202506a2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2113.800835] env[62295]: DEBUG oslo_concurrency.lockutils [req-3421ebdf-5e7a-4ca2-ad17-d7feeb556a3e req-7bcbb215-ff7f-466b-bb1e-f73dedb3dd1a service nova] Acquiring lock "e859c7cf-21de-44e9-8e81-b40661731f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.801078] env[62295]: DEBUG oslo_concurrency.lockutils [req-3421ebdf-5e7a-4ca2-ad17-d7feeb556a3e req-7bcbb215-ff7f-466b-bb1e-f73dedb3dd1a service nova] Lock "e859c7cf-21de-44e9-8e81-b40661731f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.801256] env[62295]: DEBUG oslo_concurrency.lockutils [req-3421ebdf-5e7a-4ca2-ad17-d7feeb556a3e req-7bcbb215-ff7f-466b-bb1e-f73dedb3dd1a service nova] Lock "e859c7cf-21de-44e9-8e81-b40661731f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.801462] env[62295]: DEBUG nova.compute.manager [req-3421ebdf-5e7a-4ca2-ad17-d7feeb556a3e req-7bcbb215-ff7f-466b-bb1e-f73dedb3dd1a service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] No waiting events found dispatching network-vif-plugged-40414090-8177-4ec7-99db-c034202506a2 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2113.801586] env[62295]: WARNING nova.compute.manager [req-3421ebdf-5e7a-4ca2-ad17-d7feeb556a3e req-7bcbb215-ff7f-466b-bb1e-f73dedb3dd1a service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received unexpected event network-vif-plugged-40414090-8177-4ec7-99db-c034202506a2 for instance with vm_state active and task_state None. [ 2113.877368] env[62295]: DEBUG nova.network.neutron [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Successfully updated port: 40414090-8177-4ec7-99db-c034202506a2 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2114.379868] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.380064] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.380250] env[62295]: DEBUG nova.network.neutron [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2114.915287] env[62295]: WARNING nova.network.neutron [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] e3198f1c-6e17-408c-8ab4-35f48f58c7e1 already exists in list: networks containing: ['e3198f1c-6e17-408c-8ab4-35f48f58c7e1']. ignoring it [ 2115.162483] env[62295]: DEBUG nova.network.neutron [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [{"id": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "address": "fa:16:3e:4a:71:04", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2da5304-5d", "ovs_interfaceid": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40414090-8177-4ec7-99db-c034202506a2", "address": "fa:16:3e:ee:4e:bd", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40414090-81", "ovs_interfaceid": "40414090-8177-4ec7-99db-c034202506a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.666166] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.666930] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.667064] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.667932] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da1718-fe67-4abc-9efb-83d75ba401b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.684894] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2115.685137] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2115.685298] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2115.685475] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2115.685620] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2115.685767] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2115.685976] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2115.686147] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2115.686312] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2115.686472] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2115.686641] env[62295]: DEBUG nova.virt.hardware [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2115.693088] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Reconfiguring VM to attach interface {{(pid=62295) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2115.693650] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73bac7bf-4aa3-4b73-8bd5-9dca293fd439 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.710908] env[62295]: DEBUG oslo_vmware.api [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2115.710908] env[62295]: value = "task-1787732" [ 2115.710908] env[62295]: _type = "Task" [ 2115.710908] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.719710] env[62295]: DEBUG oslo_vmware.api [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787732, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.826698] env[62295]: DEBUG nova.compute.manager [req-33fd269d-f200-4bf8-9ebe-faa321d5becf req-1a242320-25af-4fde-bfa3-aa4eb5dcf82e service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received event network-changed-40414090-8177-4ec7-99db-c034202506a2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2115.826901] env[62295]: DEBUG nova.compute.manager [req-33fd269d-f200-4bf8-9ebe-faa321d5becf req-1a242320-25af-4fde-bfa3-aa4eb5dcf82e service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing instance network info cache due to event network-changed-40414090-8177-4ec7-99db-c034202506a2. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2115.827128] env[62295]: DEBUG oslo_concurrency.lockutils [req-33fd269d-f200-4bf8-9ebe-faa321d5becf req-1a242320-25af-4fde-bfa3-aa4eb5dcf82e service nova] Acquiring lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.827272] env[62295]: DEBUG oslo_concurrency.lockutils [req-33fd269d-f200-4bf8-9ebe-faa321d5becf req-1a242320-25af-4fde-bfa3-aa4eb5dcf82e service nova] Acquired lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.827433] env[62295]: DEBUG nova.network.neutron [req-33fd269d-f200-4bf8-9ebe-faa321d5becf req-1a242320-25af-4fde-bfa3-aa4eb5dcf82e service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing network info cache for port 40414090-8177-4ec7-99db-c034202506a2 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2116.220526] env[62295]: DEBUG oslo_vmware.api [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.522263] env[62295]: DEBUG nova.network.neutron [req-33fd269d-f200-4bf8-9ebe-faa321d5becf req-1a242320-25af-4fde-bfa3-aa4eb5dcf82e service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updated VIF entry in instance network info cache for port 40414090-8177-4ec7-99db-c034202506a2. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2116.522693] env[62295]: DEBUG nova.network.neutron [req-33fd269d-f200-4bf8-9ebe-faa321d5becf req-1a242320-25af-4fde-bfa3-aa4eb5dcf82e service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [{"id": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "address": "fa:16:3e:4a:71:04", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2da5304-5d", "ovs_interfaceid": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40414090-8177-4ec7-99db-c034202506a2", "address": "fa:16:3e:ee:4e:bd", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40414090-81", "ovs_interfaceid": "40414090-8177-4ec7-99db-c034202506a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.721179] env[62295]: DEBUG oslo_vmware.api [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787732, 'name': ReconfigVM_Task, 'duration_secs': 0.924976} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.721682] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.721902] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Reconfigured VM to attach interface {{(pid=62295) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2117.025355] env[62295]: DEBUG oslo_concurrency.lockutils [req-33fd269d-f200-4bf8-9ebe-faa321d5becf req-1a242320-25af-4fde-bfa3-aa4eb5dcf82e service nova] Releasing lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.227119] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4c99d65d-e577-48bf-9fb2-1ec5e024c119 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-e859c7cf-21de-44e9-8e81-b40661731f7d-40414090-8177-4ec7-99db-c034202506a2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.954s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.477599] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "interface-e859c7cf-21de-44e9-8e81-b40661731f7d-40414090-8177-4ec7-99db-c034202506a2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.478054] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-e859c7cf-21de-44e9-8e81-b40661731f7d-40414090-8177-4ec7-99db-c034202506a2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.980690] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.980952] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.981781] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ff5a74-0cbd-4a15-b439-6fb39621f03f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.999627] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2118.999942] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2119.003045] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb15fbc-4ce5-4e55-8748-494eb9d7284e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.028827] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Reconfiguring VM to detach interface {{(pid=62295) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2119.029795] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af722b11-9343-4537-9b2c-ed6f9757ee7f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.047359] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2119.047359] env[62295]: value = "task-1787733" [ 2119.047359] env[62295]: _type = "Task" [ 2119.047359] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.055054] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.505347] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2119.505632] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2119.558727] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.007831] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Didn't find any instances for network info cache update. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2120.008089] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2120.008235] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2120.008336] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2120.008492] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2120.008636] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2120.008779] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2120.008913] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2120.009074] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2120.058235] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.512158] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.512492] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.512624] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.512732] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2120.513687] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d71c3a-b271-479d-9db6-a75e76011647 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.522193] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5b5f26-f4a2-4959-bcc2-56b0fbb1e1ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.540018] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcdcf89-9bfa-4492-94f7-8c5ea86f5a43 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.547398] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0ffd54-5644-498e-85a4-57513642550c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.558297] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.582062] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181137MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2120.582248] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.582414] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.060171] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.561183] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.670819] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance e859c7cf-21de-44e9-8e81-b40661731f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2121.670982] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance f6cfdb75-13f3-41a3-b973-f3e06756b036 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2121.671185] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2121.671327] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2121.706184] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb90d29-93ff-473d-a80e-34936ce3c497 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.713499] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0056c9f0-044b-452d-b8bc-52661b4c8a91 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.744237] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a9e5cd-8785-4dd0-83a0-466f4ea86c7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.751237] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1f8175-dc69-4014-baf6-341457e0281c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.763977] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2122.061069] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.266854] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2122.562066] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.772337] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2122.772525] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.062642] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.563152] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.064466] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.565265] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.064966] env[62295]: DEBUG oslo_vmware.api [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787733, 'name': ReconfigVM_Task, 'duration_secs': 5.830345} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.065392] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.065609] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Reconfigured VM to detach interface {{(pid=62295) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2126.369676] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.369954] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.370060] env[62295]: DEBUG nova.network.neutron [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2127.022723] env[62295]: DEBUG nova.compute.manager [req-ce657aeb-5f40-4297-941d-6c3d39b70d7c req-201b500c-77e8-4855-8d61-dad136fafb52 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received event network-changed-f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2127.022723] env[62295]: DEBUG nova.compute.manager [req-ce657aeb-5f40-4297-941d-6c3d39b70d7c req-201b500c-77e8-4855-8d61-dad136fafb52 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing instance network info cache due to event network-changed-f2da5304-5d8e-4462-81cc-64abc3df3d0d. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2127.022723] env[62295]: DEBUG oslo_concurrency.lockutils [req-ce657aeb-5f40-4297-941d-6c3d39b70d7c req-201b500c-77e8-4855-8d61-dad136fafb52 service nova] Acquiring lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.071888] env[62295]: INFO nova.network.neutron [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Port 40414090-8177-4ec7-99db-c034202506a2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2127.072291] env[62295]: DEBUG nova.network.neutron [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [{"id": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "address": "fa:16:3e:4a:71:04", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2da5304-5d", "ovs_interfaceid": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.574562] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.576751] env[62295]: DEBUG oslo_concurrency.lockutils [req-ce657aeb-5f40-4297-941d-6c3d39b70d7c req-201b500c-77e8-4855-8d61-dad136fafb52 service nova] Acquired lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.576944] env[62295]: DEBUG nova.network.neutron [req-ce657aeb-5f40-4297-941d-6c3d39b70d7c req-201b500c-77e8-4855-8d61-dad136fafb52 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Refreshing network info cache for port f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2127.694576] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "interface-f6cfdb75-13f3-41a3-b973-f3e06756b036-40414090-8177-4ec7-99db-c034202506a2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.694821] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-f6cfdb75-13f3-41a3-b973-f3e06756b036-40414090-8177-4ec7-99db-c034202506a2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.695170] env[62295]: DEBUG nova.objects.instance [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'flavor' on Instance uuid f6cfdb75-13f3-41a3-b973-f3e06756b036 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.079759] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e8bae9ed-7d3f-499d-a5c3-a53428e6404b tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-e859c7cf-21de-44e9-8e81-b40661731f7d-40414090-8177-4ec7-99db-c034202506a2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.602s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.270413] env[62295]: DEBUG nova.network.neutron [req-ce657aeb-5f40-4297-941d-6c3d39b70d7c req-201b500c-77e8-4855-8d61-dad136fafb52 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updated VIF entry in instance network info cache for port f2da5304-5d8e-4462-81cc-64abc3df3d0d. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2128.270758] env[62295]: DEBUG nova.network.neutron [req-ce657aeb-5f40-4297-941d-6c3d39b70d7c req-201b500c-77e8-4855-8d61-dad136fafb52 service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [{"id": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "address": "fa:16:3e:4a:71:04", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2da5304-5d", "ovs_interfaceid": "f2da5304-5d8e-4462-81cc-64abc3df3d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.291922] env[62295]: DEBUG nova.objects.instance [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'pci_requests' on Instance uuid f6cfdb75-13f3-41a3-b973-f3e06756b036 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.773953] env[62295]: DEBUG oslo_concurrency.lockutils [req-ce657aeb-5f40-4297-941d-6c3d39b70d7c req-201b500c-77e8-4855-8d61-dad136fafb52 service nova] Releasing lock "refresh_cache-e859c7cf-21de-44e9-8e81-b40661731f7d" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.793813] env[62295]: DEBUG nova.objects.base [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2128.794075] env[62295]: DEBUG nova.network.neutron [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2128.858350] env[62295]: DEBUG nova.policy [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '596044784c9c487b86d983348c7de139', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81ff7a37ca6a4962a77fb7ad2ff2438c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2129.053441] env[62295]: DEBUG nova.compute.manager [req-743c2c83-9af3-4d66-ac10-e7dcbb447e58 req-c2557a55-dc73-4924-b96e-db1c7cac794a service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Received event network-changed-73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2129.053638] env[62295]: DEBUG nova.compute.manager [req-743c2c83-9af3-4d66-ac10-e7dcbb447e58 req-c2557a55-dc73-4924-b96e-db1c7cac794a service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Refreshing instance network info cache due to event network-changed-73b69965-b80b-4eca-97ac-31f1b6a94cbe. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2129.053844] env[62295]: DEBUG oslo_concurrency.lockutils [req-743c2c83-9af3-4d66-ac10-e7dcbb447e58 req-c2557a55-dc73-4924-b96e-db1c7cac794a service nova] Acquiring lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.054034] env[62295]: DEBUG oslo_concurrency.lockutils [req-743c2c83-9af3-4d66-ac10-e7dcbb447e58 req-c2557a55-dc73-4924-b96e-db1c7cac794a service nova] Acquired lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.054265] env[62295]: DEBUG nova.network.neutron [req-743c2c83-9af3-4d66-ac10-e7dcbb447e58 req-c2557a55-dc73-4924-b96e-db1c7cac794a service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Refreshing network info cache for port 73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2129.754540] env[62295]: DEBUG nova.network.neutron [req-743c2c83-9af3-4d66-ac10-e7dcbb447e58 req-c2557a55-dc73-4924-b96e-db1c7cac794a service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updated VIF entry in instance network info cache for port 73b69965-b80b-4eca-97ac-31f1b6a94cbe. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2129.754892] env[62295]: DEBUG nova.network.neutron [req-743c2c83-9af3-4d66-ac10-e7dcbb447e58 req-c2557a55-dc73-4924-b96e-db1c7cac794a service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updating instance_info_cache with network_info: [{"id": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "address": "fa:16:3e:8b:d3:c1", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b69965-b8", "ovs_interfaceid": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.257983] env[62295]: DEBUG oslo_concurrency.lockutils [req-743c2c83-9af3-4d66-ac10-e7dcbb447e58 req-c2557a55-dc73-4924-b96e-db1c7cac794a service nova] Releasing lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.310021] env[62295]: DEBUG nova.network.neutron [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Successfully updated port: 40414090-8177-4ec7-99db-c034202506a2 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2130.812137] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.812418] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.812504] env[62295]: DEBUG nova.network.neutron [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2131.082766] env[62295]: DEBUG nova.compute.manager [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Received event network-vif-plugged-40414090-8177-4ec7-99db-c034202506a2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2131.083012] env[62295]: DEBUG oslo_concurrency.lockutils [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] Acquiring lock "f6cfdb75-13f3-41a3-b973-f3e06756b036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.083241] env[62295]: DEBUG oslo_concurrency.lockutils [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] Lock "f6cfdb75-13f3-41a3-b973-f3e06756b036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.083408] env[62295]: DEBUG oslo_concurrency.lockutils [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] Lock "f6cfdb75-13f3-41a3-b973-f3e06756b036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.083572] env[62295]: DEBUG nova.compute.manager [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] No waiting events found dispatching network-vif-plugged-40414090-8177-4ec7-99db-c034202506a2 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2131.083731] env[62295]: WARNING nova.compute.manager [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Received unexpected event network-vif-plugged-40414090-8177-4ec7-99db-c034202506a2 for instance with vm_state active and task_state None. [ 2131.083887] env[62295]: DEBUG nova.compute.manager [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Received event network-changed-40414090-8177-4ec7-99db-c034202506a2 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2131.084088] env[62295]: DEBUG nova.compute.manager [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Refreshing instance network info cache due to event network-changed-40414090-8177-4ec7-99db-c034202506a2. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2131.084262] env[62295]: DEBUG oslo_concurrency.lockutils [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] Acquiring lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.347795] env[62295]: WARNING nova.network.neutron [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] e3198f1c-6e17-408c-8ab4-35f48f58c7e1 already exists in list: networks containing: ['e3198f1c-6e17-408c-8ab4-35f48f58c7e1']. ignoring it [ 2131.603523] env[62295]: DEBUG nova.network.neutron [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updating instance_info_cache with network_info: [{"id": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "address": "fa:16:3e:8b:d3:c1", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b69965-b8", "ovs_interfaceid": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40414090-8177-4ec7-99db-c034202506a2", "address": "fa:16:3e:ee:4e:bd", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40414090-81", "ovs_interfaceid": "40414090-8177-4ec7-99db-c034202506a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.105743] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.106403] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.106570] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.106841] env[62295]: DEBUG oslo_concurrency.lockutils [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] Acquired lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.107037] env[62295]: DEBUG nova.network.neutron [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Refreshing network info cache for port 40414090-8177-4ec7-99db-c034202506a2 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2132.108737] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0addc44-01ad-48fc-ade2-d6348cda654d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.126846] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2132.127075] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2132.127257] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2132.127448] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2132.127597] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2132.127744] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2132.127942] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2132.128116] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2132.128283] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2132.128445] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2132.128616] env[62295]: DEBUG nova.virt.hardware [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2132.134924] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Reconfiguring VM to attach interface {{(pid=62295) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2132.135406] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69beea0-fe9d-48fe-8052-8c307ca0cee9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.152892] env[62295]: DEBUG oslo_vmware.api [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2132.152892] env[62295]: value = "task-1787734" [ 2132.152892] env[62295]: _type = "Task" [ 2132.152892] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.160862] env[62295]: DEBUG oslo_vmware.api [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.663425] env[62295]: DEBUG oslo_vmware.api [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.815936] env[62295]: DEBUG nova.network.neutron [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updated VIF entry in instance network info cache for port 40414090-8177-4ec7-99db-c034202506a2. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2132.816388] env[62295]: DEBUG nova.network.neutron [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updating instance_info_cache with network_info: [{"id": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "address": "fa:16:3e:8b:d3:c1", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b69965-b8", "ovs_interfaceid": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40414090-8177-4ec7-99db-c034202506a2", "address": "fa:16:3e:ee:4e:bd", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40414090-81", "ovs_interfaceid": "40414090-8177-4ec7-99db-c034202506a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.163247] env[62295]: DEBUG oslo_vmware.api [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787734, 'name': ReconfigVM_Task, 'duration_secs': 0.663916} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.163736] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.163954] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Reconfigured VM to attach interface {{(pid=62295) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2133.319569] env[62295]: DEBUG oslo_concurrency.lockutils [req-7bbe7a5b-e814-4c60-b0ba-a648e6260761 req-a3917574-1080-4b51-ab79-98a21c9b972c service nova] Releasing lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.669161] env[62295]: DEBUG oslo_concurrency.lockutils [None req-ce7f1691-c091-4f52-990e-1c5a4515a6fe tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-f6cfdb75-13f3-41a3-b973-f3e06756b036-40414090-8177-4ec7-99db-c034202506a2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.974s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.910447] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "interface-f6cfdb75-13f3-41a3-b973-f3e06756b036-40414090-8177-4ec7-99db-c034202506a2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.910772] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-f6cfdb75-13f3-41a3-b973-f3e06756b036-40414090-8177-4ec7-99db-c034202506a2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.414014] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.414271] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.415160] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e9b16f-1934-4c16-8dee-9e8b91fe473a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.432315] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a9820-87d2-4ce5-8254-e64ac000489f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.457941] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Reconfiguring VM to detach interface {{(pid=62295) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2135.458244] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77284398-9301-4180-8672-a40d09bc9782 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.476281] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2135.476281] env[62295]: value = "task-1787735" [ 2135.476281] env[62295]: _type = "Task" [ 2135.476281] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.483831] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.986153] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.487536] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.987991] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.488081] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.990132] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.490792] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.993863] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.493288] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.993517] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.495434] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.996708] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.496953] env[62295]: DEBUG oslo_vmware.api [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787735, 'name': ReconfigVM_Task, 'duration_secs': 5.796712} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.497375] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.497422] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Reconfigured VM to detach interface {{(pid=62295) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2142.792536] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.792841] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquired lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.792887] env[62295]: DEBUG nova.network.neutron [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2143.307562] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.307830] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.308037] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "f6cfdb75-13f3-41a3-b973-f3e06756b036-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.308226] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "f6cfdb75-13f3-41a3-b973-f3e06756b036-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.308403] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "f6cfdb75-13f3-41a3-b973-f3e06756b036-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.312034] env[62295]: INFO nova.compute.manager [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Terminating instance [ 2143.313891] env[62295]: DEBUG nova.compute.manager [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2143.314103] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2143.314922] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecc4f9a-d4b2-4984-ab86-34ac1cf915e4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.323014] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.323271] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcfdbec8-b295-44af-a9d3-1cea3fe88194 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.330143] env[62295]: DEBUG oslo_vmware.api [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2143.330143] env[62295]: value = "task-1787736" [ 2143.330143] env[62295]: _type = "Task" [ 2143.330143] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.338174] env[62295]: DEBUG oslo_vmware.api [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.522517] env[62295]: INFO nova.network.neutron [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Port 40414090-8177-4ec7-99db-c034202506a2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2143.522894] env[62295]: DEBUG nova.network.neutron [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updating instance_info_cache with network_info: [{"id": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "address": "fa:16:3e:8b:d3:c1", "network": {"id": "e3198f1c-6e17-408c-8ab4-35f48f58c7e1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-947117695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81ff7a37ca6a4962a77fb7ad2ff2438c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b69965-b8", "ovs_interfaceid": "73b69965-b80b-4eca-97ac-31f1b6a94cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.840958] env[62295]: DEBUG oslo_vmware.api [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787736, 'name': PowerOffVM_Task, 'duration_secs': 0.171486} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.841432] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.841432] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2143.841644] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c150a3a-ad1a-4e6f-a277-1b8c5a3c17af {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.914916] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2143.915156] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2143.915348] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleting the datastore file [datastore1] f6cfdb75-13f3-41a3-b973-f3e06756b036 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2143.915602] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58deb41-5c81-49d8-945f-99f2da3ebbc2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.922144] env[62295]: DEBUG oslo_vmware.api [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2143.922144] env[62295]: value = "task-1787738" [ 2143.922144] env[62295]: _type = "Task" [ 2143.922144] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.929356] env[62295]: DEBUG oslo_vmware.api [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.026298] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Releasing lock "refresh_cache-f6cfdb75-13f3-41a3-b973-f3e06756b036" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.431909] env[62295]: DEBUG oslo_vmware.api [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151248} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.432184] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.432374] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2144.432551] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2144.432726] env[62295]: INFO nova.compute.manager [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2144.432960] env[62295]: DEBUG oslo.service.loopingcall [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.433194] env[62295]: DEBUG nova.compute.manager [-] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2144.433290] env[62295]: DEBUG nova.network.neutron [-] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2144.530169] env[62295]: DEBUG oslo_concurrency.lockutils [None req-0b55d59f-9118-49ac-8041-25c078d89045 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "interface-f6cfdb75-13f3-41a3-b973-f3e06756b036-40414090-8177-4ec7-99db-c034202506a2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.619s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.051988] env[62295]: DEBUG nova.compute.manager [req-20a664a9-52aa-4eb7-86c1-7d40ff3e7506 req-bcadbf04-1168-4369-b879-be9cbecf6a86 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Received event network-vif-deleted-73b69965-b80b-4eca-97ac-31f1b6a94cbe {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2145.051988] env[62295]: INFO nova.compute.manager [req-20a664a9-52aa-4eb7-86c1-7d40ff3e7506 req-bcadbf04-1168-4369-b879-be9cbecf6a86 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Neutron deleted interface 73b69965-b80b-4eca-97ac-31f1b6a94cbe; detaching it from the instance and deleting it from the info cache [ 2145.051988] env[62295]: DEBUG nova.network.neutron [req-20a664a9-52aa-4eb7-86c1-7d40ff3e7506 req-bcadbf04-1168-4369-b879-be9cbecf6a86 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.531034] env[62295]: DEBUG nova.network.neutron [-] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.554402] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4d4bad7-e693-4557-b99f-0ad7533abd20 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.564995] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b11b906-ec84-485d-b372-f129f27bf46a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.588255] env[62295]: DEBUG nova.compute.manager [req-20a664a9-52aa-4eb7-86c1-7d40ff3e7506 req-bcadbf04-1168-4369-b879-be9cbecf6a86 service nova] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Detach interface failed, port_id=73b69965-b80b-4eca-97ac-31f1b6a94cbe, reason: Instance f6cfdb75-13f3-41a3-b973-f3e06756b036 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2146.034122] env[62295]: INFO nova.compute.manager [-] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Took 1.60 seconds to deallocate network for instance. [ 2146.540594] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.540984] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.541108] env[62295]: DEBUG nova.objects.instance [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'resources' on Instance uuid f6cfdb75-13f3-41a3-b973-f3e06756b036 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2147.089178] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b91e7d5-eff6-4daf-a504-b5304c8eac04 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.097527] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78388615-abda-40c4-92ce-af0682a10504 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.129485] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb3c23c-db49-4384-9727-0a4de545fb05 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.137402] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9143fc6a-1309-44f7-a3c8-0bc16a34df56 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.153061] env[62295]: DEBUG nova.compute.provider_tree [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2147.656729] env[62295]: DEBUG nova.scheduler.client.report [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2148.161423] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.182386] env[62295]: INFO nova.scheduler.client.report [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleted allocations for instance f6cfdb75-13f3-41a3-b973-f3e06756b036 [ 2148.690356] env[62295]: DEBUG oslo_concurrency.lockutils [None req-4ec8430e-1075-41d9-b320-cdbeb97e031d tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "f6cfdb75-13f3-41a3-b973-f3e06756b036" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.382s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.851437] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "e859c7cf-21de-44e9-8e81-b40661731f7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.851795] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e859c7cf-21de-44e9-8e81-b40661731f7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.851921] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "e859c7cf-21de-44e9-8e81-b40661731f7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.852086] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e859c7cf-21de-44e9-8e81-b40661731f7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.852262] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e859c7cf-21de-44e9-8e81-b40661731f7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.854427] env[62295]: INFO nova.compute.manager [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Terminating instance [ 2149.856209] env[62295]: DEBUG nova.compute.manager [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2149.856402] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2149.857263] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce79fd6-83a0-4b0e-8206-5e00cc4d630c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.865184] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2149.865407] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be260972-5be5-4ca7-970b-7c5dd3a04047 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.871758] env[62295]: DEBUG oslo_vmware.api [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2149.871758] env[62295]: value = "task-1787739" [ 2149.871758] env[62295]: _type = "Task" [ 2149.871758] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.879399] env[62295]: DEBUG oslo_vmware.api [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.382232] env[62295]: DEBUG oslo_vmware.api [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787739, 'name': PowerOffVM_Task, 'duration_secs': 0.229226} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.382518] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2150.382685] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2150.382923] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2d213d7-3a0e-43c4-a147-2bc3e88346a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.514425] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2150.514647] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2150.514829] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleting the datastore file [datastore1] e859c7cf-21de-44e9-8e81-b40661731f7d {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2150.515107] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b82f082b-c6f9-49b0-9f16-80d320cabf33 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.523018] env[62295]: DEBUG oslo_vmware.api [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for the task: (returnval){ [ 2150.523018] env[62295]: value = "task-1787741" [ 2150.523018] env[62295]: _type = "Task" [ 2150.523018] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.530347] env[62295]: DEBUG oslo_vmware.api [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.033242] env[62295]: DEBUG oslo_vmware.api [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Task: {'id': task-1787741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111124} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.033650] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2151.033701] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2151.033862] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2151.034048] env[62295]: INFO nova.compute.manager [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2151.034304] env[62295]: DEBUG oslo.service.loopingcall [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2151.034486] env[62295]: DEBUG nova.compute.manager [-] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2151.034579] env[62295]: DEBUG nova.network.neutron [-] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2151.276961] env[62295]: DEBUG nova.compute.manager [req-d45c9d25-572e-48c4-9b95-3695ed8f896b req-fa6609b5-4d46-479f-907d-72da2398bceb service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Received event network-vif-deleted-f2da5304-5d8e-4462-81cc-64abc3df3d0d {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2151.277320] env[62295]: INFO nova.compute.manager [req-d45c9d25-572e-48c4-9b95-3695ed8f896b req-fa6609b5-4d46-479f-907d-72da2398bceb service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Neutron deleted interface f2da5304-5d8e-4462-81cc-64abc3df3d0d; detaching it from the instance and deleting it from the info cache [ 2151.277533] env[62295]: DEBUG nova.network.neutron [req-d45c9d25-572e-48c4-9b95-3695ed8f896b req-fa6609b5-4d46-479f-907d-72da2398bceb service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.751087] env[62295]: DEBUG nova.network.neutron [-] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.780380] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec089bdb-f9a2-4a86-8cd7-16afe82a4493 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.790545] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6363b946-530b-4a43-8a07-76f18da11d39 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.813840] env[62295]: DEBUG nova.compute.manager [req-d45c9d25-572e-48c4-9b95-3695ed8f896b req-fa6609b5-4d46-479f-907d-72da2398bceb service nova] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Detach interface failed, port_id=f2da5304-5d8e-4462-81cc-64abc3df3d0d, reason: Instance e859c7cf-21de-44e9-8e81-b40661731f7d could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2152.254250] env[62295]: INFO nova.compute.manager [-] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Took 1.22 seconds to deallocate network for instance. [ 2152.761241] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.761528] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.761752] env[62295]: DEBUG nova.objects.instance [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lazy-loading 'resources' on Instance uuid e859c7cf-21de-44e9-8e81-b40661731f7d {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2153.294212] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ff84d1-3a97-45d8-97e0-efbb91018bb7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.301820] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2243c788-ea9b-4709-97b7-797591e10a23 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.332236] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f316eec-5225-40ac-b031-cbdfbc99a220 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.339095] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1423435d-e3af-4e62-8130-2d324f022091 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.352286] env[62295]: DEBUG nova.compute.provider_tree [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.855120] env[62295]: DEBUG nova.scheduler.client.report [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2154.360413] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.380654] env[62295]: INFO nova.scheduler.client.report [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Deleted allocations for instance e859c7cf-21de-44e9-8e81-b40661731f7d [ 2154.888651] env[62295]: DEBUG oslo_concurrency.lockutils [None req-aeac09a8-d2ef-418e-9d47-abfb2b6ccaa4 tempest-AttachInterfacesTestJSON-1985468903 tempest-AttachInterfacesTestJSON-1985468903-project-member] Lock "e859c7cf-21de-44e9-8e81-b40661731f7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.037s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.902652] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.902942] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.404973] env[62295]: DEBUG nova.compute.manager [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2161.926767] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.927065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.928538] env[62295]: INFO nova.compute.claims [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2162.965997] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61f0e54-68e7-403f-8a47-8afee7639f75 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.973378] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ddee0-118c-4358-ac9f-96b00c4374ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.002104] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45e23aa-b0f3-4aee-904f-4543fe61b8f5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.008730] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f8437a-5087-4034-a676-3334ce10c930 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.021158] env[62295]: DEBUG nova.compute.provider_tree [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2163.524387] env[62295]: DEBUG nova.scheduler.client.report [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2164.029933] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.030569] env[62295]: DEBUG nova.compute.manager [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2164.536099] env[62295]: DEBUG nova.compute.utils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2164.537057] env[62295]: DEBUG nova.compute.manager [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2164.537229] env[62295]: DEBUG nova.network.neutron [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2164.582997] env[62295]: DEBUG nova.policy [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f5a1dca51844156a2b083845607603e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c68872fc43744548e2c9212595758f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2164.830278] env[62295]: DEBUG nova.network.neutron [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Successfully created port: c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2165.040511] env[62295]: DEBUG nova.compute.manager [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2166.050295] env[62295]: DEBUG nova.compute.manager [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2166.075499] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2166.075746] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2166.075901] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2166.076090] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2166.076237] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2166.076381] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2166.076579] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2166.076734] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2166.076895] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2166.077063] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2166.077241] env[62295]: DEBUG nova.virt.hardware [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2166.078202] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4bcd63-d8bc-48f6-9d60-2265d4e2803d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.086019] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6921c1-79d2-47e9-95c7-1ca1001a344c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.204861] env[62295]: DEBUG nova.compute.manager [req-82fba54c-4bf7-4a8e-95f1-1646c725d505 req-52c47545-6f66-4b8c-a445-c249a2361dc8 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Received event network-vif-plugged-c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2166.205099] env[62295]: DEBUG oslo_concurrency.lockutils [req-82fba54c-4bf7-4a8e-95f1-1646c725d505 req-52c47545-6f66-4b8c-a445-c249a2361dc8 service nova] Acquiring lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.205308] env[62295]: DEBUG oslo_concurrency.lockutils [req-82fba54c-4bf7-4a8e-95f1-1646c725d505 req-52c47545-6f66-4b8c-a445-c249a2361dc8 service nova] Lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.205476] env[62295]: DEBUG oslo_concurrency.lockutils [req-82fba54c-4bf7-4a8e-95f1-1646c725d505 req-52c47545-6f66-4b8c-a445-c249a2361dc8 service nova] Lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.205640] env[62295]: DEBUG nova.compute.manager [req-82fba54c-4bf7-4a8e-95f1-1646c725d505 req-52c47545-6f66-4b8c-a445-c249a2361dc8 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] No waiting events found dispatching network-vif-plugged-c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2166.205800] env[62295]: WARNING nova.compute.manager [req-82fba54c-4bf7-4a8e-95f1-1646c725d505 req-52c47545-6f66-4b8c-a445-c249a2361dc8 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Received unexpected event network-vif-plugged-c6d63695-382f-4d52-9458-df380be61174 for instance with vm_state building and task_state spawning. [ 2166.285600] env[62295]: DEBUG nova.network.neutron [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Successfully updated port: c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2166.787621] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.787792] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.788033] env[62295]: DEBUG nova.network.neutron [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2167.319296] env[62295]: DEBUG nova.network.neutron [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2167.444487] env[62295]: DEBUG nova.network.neutron [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updating instance_info_cache with network_info: [{"id": "c6d63695-382f-4d52-9458-df380be61174", "address": "fa:16:3e:7d:62:eb", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d63695-38", "ovs_interfaceid": "c6d63695-382f-4d52-9458-df380be61174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.947464] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.947755] env[62295]: DEBUG nova.compute.manager [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Instance network_info: |[{"id": "c6d63695-382f-4d52-9458-df380be61174", "address": "fa:16:3e:7d:62:eb", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d63695-38", "ovs_interfaceid": "c6d63695-382f-4d52-9458-df380be61174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2167.948199] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:62:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6d63695-382f-4d52-9458-df380be61174', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2167.955786] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Creating folder: Project (0c68872fc43744548e2c9212595758f0). Parent ref: group-v370569. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2167.956055] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba658412-5d50-4092-9914-08dd6e61761a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.967630] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Created folder: Project (0c68872fc43744548e2c9212595758f0) in parent group-v370569. [ 2167.967805] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Creating folder: Instances. Parent ref: group-v370892. {{(pid=62295) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2167.968025] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b385ca4b-718f-4e8a-b2a6-22961ff82483 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.976678] env[62295]: INFO nova.virt.vmwareapi.vm_util [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Created folder: Instances in parent group-v370892. [ 2167.976892] env[62295]: DEBUG oslo.service.loopingcall [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2167.977082] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2167.977269] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-582b3d82-f4bc-4b35-a3c1-4fde9e8212bc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.995292] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2167.995292] env[62295]: value = "task-1787744" [ 2167.995292] env[62295]: _type = "Task" [ 2167.995292] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.002155] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787744, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.232885] env[62295]: DEBUG nova.compute.manager [req-e81c6bbd-60ac-44e3-8e1b-1619df372594 req-02ab1e7f-1720-4323-8d20-ad184de20ee2 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Received event network-changed-c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2168.233115] env[62295]: DEBUG nova.compute.manager [req-e81c6bbd-60ac-44e3-8e1b-1619df372594 req-02ab1e7f-1720-4323-8d20-ad184de20ee2 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Refreshing instance network info cache due to event network-changed-c6d63695-382f-4d52-9458-df380be61174. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2168.233359] env[62295]: DEBUG oslo_concurrency.lockutils [req-e81c6bbd-60ac-44e3-8e1b-1619df372594 req-02ab1e7f-1720-4323-8d20-ad184de20ee2 service nova] Acquiring lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.233548] env[62295]: DEBUG oslo_concurrency.lockutils [req-e81c6bbd-60ac-44e3-8e1b-1619df372594 req-02ab1e7f-1720-4323-8d20-ad184de20ee2 service nova] Acquired lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.233719] env[62295]: DEBUG nova.network.neutron [req-e81c6bbd-60ac-44e3-8e1b-1619df372594 req-02ab1e7f-1720-4323-8d20-ad184de20ee2 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Refreshing network info cache for port c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2168.506962] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787744, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.916866] env[62295]: DEBUG nova.network.neutron [req-e81c6bbd-60ac-44e3-8e1b-1619df372594 req-02ab1e7f-1720-4323-8d20-ad184de20ee2 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updated VIF entry in instance network info cache for port c6d63695-382f-4d52-9458-df380be61174. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2168.917249] env[62295]: DEBUG nova.network.neutron [req-e81c6bbd-60ac-44e3-8e1b-1619df372594 req-02ab1e7f-1720-4323-8d20-ad184de20ee2 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updating instance_info_cache with network_info: [{"id": "c6d63695-382f-4d52-9458-df380be61174", "address": "fa:16:3e:7d:62:eb", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d63695-38", "ovs_interfaceid": "c6d63695-382f-4d52-9458-df380be61174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.006215] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787744, 'name': CreateVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.419849] env[62295]: DEBUG oslo_concurrency.lockutils [req-e81c6bbd-60ac-44e3-8e1b-1619df372594 req-02ab1e7f-1720-4323-8d20-ad184de20ee2 service nova] Releasing lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.506956] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787744, 'name': CreateVM_Task, 'duration_secs': 1.307781} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.507172] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2169.507829] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.507995] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.508341] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2169.508587] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5feea6f-f244-446e-8c97-334f5dad3ee6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.512688] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2169.512688] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52373592-6a26-fbbc-81b4-795b6a7c30b2" [ 2169.512688] env[62295]: _type = "Task" [ 2169.512688] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.519845] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52373592-6a26-fbbc-81b4-795b6a7c30b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.023298] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52373592-6a26-fbbc-81b4-795b6a7c30b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.023640] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.023872] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2170.024125] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.024270] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.024447] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2170.024700] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-286dd8bd-768d-4cd4-8395-6efb5dcc1951 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.033276] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2170.033479] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2170.034168] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14760602-e48d-48c4-934b-710cf0fc1de4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.038954] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2170.038954] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d72d81-a585-16e4-1f02-a4b1c027089d" [ 2170.038954] env[62295]: _type = "Task" [ 2170.038954] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.046386] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d72d81-a585-16e4-1f02-a4b1c027089d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.549342] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52d72d81-a585-16e4-1f02-a4b1c027089d, 'name': SearchDatastore_Task, 'duration_secs': 0.007856} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.550122] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3ce76c-be70-401d-bdcd-929ec2e2a80e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.555470] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2170.555470] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52721f5e-3eaf-265d-b1ed-33e1f8ec6a4f" [ 2170.555470] env[62295]: _type = "Task" [ 2170.555470] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.563381] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52721f5e-3eaf-265d-b1ed-33e1f8ec6a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.066521] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52721f5e-3eaf-265d-b1ed-33e1f8ec6a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.066779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.067056] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f26efcb1-82cd-40db-88cc-f9149bc2b94f/f26efcb1-82cd-40db-88cc-f9149bc2b94f.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2171.067321] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93dcbed0-514b-4940-b20a-560efb1ff24e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.074121] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2171.074121] env[62295]: value = "task-1787745" [ 2171.074121] env[62295]: _type = "Task" [ 2171.074121] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.081405] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.583835] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461083} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.584242] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] f26efcb1-82cd-40db-88cc-f9149bc2b94f/f26efcb1-82cd-40db-88cc-f9149bc2b94f.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2171.584360] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2171.584538] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94939594-d13c-4415-a881-aae3882c5119 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.591446] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2171.591446] env[62295]: value = "task-1787746" [ 2171.591446] env[62295]: _type = "Task" [ 2171.591446] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.599965] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.101631] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058979} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.101899] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2172.102667] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b44ab34-06e2-4d91-89b0-326a0ae22394 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.124802] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f26efcb1-82cd-40db-88cc-f9149bc2b94f/f26efcb1-82cd-40db-88cc-f9149bc2b94f.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2172.125059] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-febc0a5d-04d9-4819-b2c0-f3f6630d46a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.143228] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2172.143228] env[62295]: value = "task-1787747" [ 2172.143228] env[62295]: _type = "Task" [ 2172.143228] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.150635] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.652929] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.154095] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.654681] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787747, 'name': ReconfigVM_Task, 'duration_secs': 1.25122} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.655123] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f26efcb1-82cd-40db-88cc-f9149bc2b94f/f26efcb1-82cd-40db-88cc-f9149bc2b94f.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2173.655629] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d77fe3e8-e353-415e-97c6-56ef894c89ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.661321] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2173.661321] env[62295]: value = "task-1787748" [ 2173.661321] env[62295]: _type = "Task" [ 2173.661321] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.669235] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787748, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.172053] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787748, 'name': Rename_Task, 'duration_secs': 0.132797} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.172326] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2174.172559] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0b5371c-f4f2-47ad-8ff2-d41f51c7d838 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.178360] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2174.178360] env[62295]: value = "task-1787749" [ 2174.178360] env[62295]: _type = "Task" [ 2174.178360] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.185303] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.688099] env[62295]: DEBUG oslo_vmware.api [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787749, 'name': PowerOnVM_Task, 'duration_secs': 0.504223} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.688479] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2174.688479] env[62295]: INFO nova.compute.manager [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Took 8.64 seconds to spawn the instance on the hypervisor. [ 2174.688664] env[62295]: DEBUG nova.compute.manager [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2174.689440] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b549e251-245e-42d4-9bce-ad9df38df3a9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.205862] env[62295]: INFO nova.compute.manager [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Took 13.30 seconds to build instance. [ 2175.707677] env[62295]: DEBUG oslo_concurrency.lockutils [None req-195d0f6a-6c30-41db-ab62-c1c731b416e6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.805s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.080938] env[62295]: DEBUG nova.compute.manager [req-081b76c1-f39a-4796-96b8-ec173312adbe req-daaf33b1-2b5a-46cf-ad9e-0a6acd048427 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Received event network-changed-c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2176.081154] env[62295]: DEBUG nova.compute.manager [req-081b76c1-f39a-4796-96b8-ec173312adbe req-daaf33b1-2b5a-46cf-ad9e-0a6acd048427 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Refreshing instance network info cache due to event network-changed-c6d63695-382f-4d52-9458-df380be61174. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2176.081401] env[62295]: DEBUG oslo_concurrency.lockutils [req-081b76c1-f39a-4796-96b8-ec173312adbe req-daaf33b1-2b5a-46cf-ad9e-0a6acd048427 service nova] Acquiring lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.081566] env[62295]: DEBUG oslo_concurrency.lockutils [req-081b76c1-f39a-4796-96b8-ec173312adbe req-daaf33b1-2b5a-46cf-ad9e-0a6acd048427 service nova] Acquired lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.081730] env[62295]: DEBUG nova.network.neutron [req-081b76c1-f39a-4796-96b8-ec173312adbe req-daaf33b1-2b5a-46cf-ad9e-0a6acd048427 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Refreshing network info cache for port c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2176.783389] env[62295]: DEBUG nova.network.neutron [req-081b76c1-f39a-4796-96b8-ec173312adbe req-daaf33b1-2b5a-46cf-ad9e-0a6acd048427 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updated VIF entry in instance network info cache for port c6d63695-382f-4d52-9458-df380be61174. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2176.783776] env[62295]: DEBUG nova.network.neutron [req-081b76c1-f39a-4796-96b8-ec173312adbe req-daaf33b1-2b5a-46cf-ad9e-0a6acd048427 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updating instance_info_cache with network_info: [{"id": "c6d63695-382f-4d52-9458-df380be61174", "address": "fa:16:3e:7d:62:eb", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d63695-38", "ovs_interfaceid": "c6d63695-382f-4d52-9458-df380be61174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.287081] env[62295]: DEBUG oslo_concurrency.lockutils [req-081b76c1-f39a-4796-96b8-ec173312adbe req-daaf33b1-2b5a-46cf-ad9e-0a6acd048427 service nova] Releasing lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.773904] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.774265] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2182.774321] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2182.774444] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2183.304779] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2183.304935] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2183.305098] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2183.305252] env[62295]: DEBUG nova.objects.instance [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lazy-loading 'info_cache' on Instance uuid f26efcb1-82cd-40db-88cc-f9149bc2b94f {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2185.014905] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updating instance_info_cache with network_info: [{"id": "c6d63695-382f-4d52-9458-df380be61174", "address": "fa:16:3e:7d:62:eb", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d63695-38", "ovs_interfaceid": "c6d63695-382f-4d52-9458-df380be61174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.517901] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.518170] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2185.518356] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2185.518514] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2185.518661] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2185.518807] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2185.518947] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2185.519116] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2185.519248] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2185.519396] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2186.022536] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.022937] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.022937] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.023097] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2186.024070] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ddaf83-6bf2-459a-bb03-76290388901a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.032469] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313b878e-288a-4d87-9e1c-02332daeee2d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.046054] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52ea24e-a23b-4f76-84b7-d86f3b5c8fb4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.051980] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ddaecb-65b9-4a33-8c37-7e89d911fd9c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.080745] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180737MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2186.080891] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.081092] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.105391] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance f26efcb1-82cd-40db-88cc-f9149bc2b94f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2187.105693] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2187.105756] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2187.130207] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd8d5a-4d27-4897-b5fe-e82626a9af59 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.137946] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55335bf1-7be7-454d-8c85-38f1e7ce3d06 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.168442] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddc84e5-3d1c-4cdb-8867-0b92c5e18990 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.175266] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44371c14-9f5f-45bc-a134-44ded915b7f9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.187992] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2187.691232] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2188.195764] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2188.196247] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.320030] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "47a5a027-5256-4a83-832e-3c66f63f8c24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.320372] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.822457] env[62295]: DEBUG nova.compute.manager [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2213.341443] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.341727] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.343159] env[62295]: INFO nova.compute.claims [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2214.386097] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17190ab0-6f6d-4cce-87df-9e74e171b310 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.393843] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27abb1df-cf24-4ba4-a13e-a40e61f949fb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.424418] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c500a2-e478-46fb-ab44-7dc8f048247c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.431478] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8819c17-ffe2-40a4-9745-60c0f64cd82c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.444235] env[62295]: DEBUG nova.compute.provider_tree [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2214.947147] env[62295]: DEBUG nova.scheduler.client.report [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2215.451786] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.452321] env[62295]: DEBUG nova.compute.manager [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2215.957078] env[62295]: DEBUG nova.compute.utils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2215.958518] env[62295]: DEBUG nova.compute.manager [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2215.958696] env[62295]: DEBUG nova.network.neutron [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2216.008690] env[62295]: DEBUG nova.policy [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f5a1dca51844156a2b083845607603e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c68872fc43744548e2c9212595758f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2216.261429] env[62295]: DEBUG nova.network.neutron [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Successfully created port: f56e0833-7306-4c28-abff-643d350103a5 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2216.461973] env[62295]: DEBUG nova.compute.manager [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2217.471571] env[62295]: DEBUG nova.compute.manager [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2217.497975] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2217.498246] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2217.498403] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2217.498586] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2217.498733] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2217.498879] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2217.499174] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2217.499374] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2217.499547] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2217.499712] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2217.499886] env[62295]: DEBUG nova.virt.hardware [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2217.500760] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6a65ab-71fe-4140-b01c-2df80087d8b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.508449] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff37b8d-ef5f-459c-8e0d-1ad17d0f8a9c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.625165] env[62295]: DEBUG nova.compute.manager [req-662fd496-62de-47aa-83e4-1d0b9e55e851 req-37d4d107-e0c9-4ce6-a7be-3301d1a07db0 service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Received event network-vif-plugged-f56e0833-7306-4c28-abff-643d350103a5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2217.625396] env[62295]: DEBUG oslo_concurrency.lockutils [req-662fd496-62de-47aa-83e4-1d0b9e55e851 req-37d4d107-e0c9-4ce6-a7be-3301d1a07db0 service nova] Acquiring lock "47a5a027-5256-4a83-832e-3c66f63f8c24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.625605] env[62295]: DEBUG oslo_concurrency.lockutils [req-662fd496-62de-47aa-83e4-1d0b9e55e851 req-37d4d107-e0c9-4ce6-a7be-3301d1a07db0 service nova] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.625772] env[62295]: DEBUG oslo_concurrency.lockutils [req-662fd496-62de-47aa-83e4-1d0b9e55e851 req-37d4d107-e0c9-4ce6-a7be-3301d1a07db0 service nova] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.625942] env[62295]: DEBUG nova.compute.manager [req-662fd496-62de-47aa-83e4-1d0b9e55e851 req-37d4d107-e0c9-4ce6-a7be-3301d1a07db0 service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] No waiting events found dispatching network-vif-plugged-f56e0833-7306-4c28-abff-643d350103a5 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2217.626364] env[62295]: WARNING nova.compute.manager [req-662fd496-62de-47aa-83e4-1d0b9e55e851 req-37d4d107-e0c9-4ce6-a7be-3301d1a07db0 service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Received unexpected event network-vif-plugged-f56e0833-7306-4c28-abff-643d350103a5 for instance with vm_state building and task_state spawning. [ 2217.705651] env[62295]: DEBUG nova.network.neutron [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Successfully updated port: f56e0833-7306-4c28-abff-643d350103a5 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2218.208236] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "refresh_cache-47a5a027-5256-4a83-832e-3c66f63f8c24" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.208519] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "refresh_cache-47a5a027-5256-4a83-832e-3c66f63f8c24" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.208519] env[62295]: DEBUG nova.network.neutron [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2218.738825] env[62295]: DEBUG nova.network.neutron [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2218.855703] env[62295]: DEBUG nova.network.neutron [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Updating instance_info_cache with network_info: [{"id": "f56e0833-7306-4c28-abff-643d350103a5", "address": "fa:16:3e:0d:02:41", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56e0833-73", "ovs_interfaceid": "f56e0833-7306-4c28-abff-643d350103a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.357901] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "refresh_cache-47a5a027-5256-4a83-832e-3c66f63f8c24" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.358287] env[62295]: DEBUG nova.compute.manager [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Instance network_info: |[{"id": "f56e0833-7306-4c28-abff-643d350103a5", "address": "fa:16:3e:0d:02:41", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56e0833-73", "ovs_interfaceid": "f56e0833-7306-4c28-abff-643d350103a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2219.358732] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:02:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f56e0833-7306-4c28-abff-643d350103a5', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2219.366411] env[62295]: DEBUG oslo.service.loopingcall [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2219.366641] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2219.366858] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05bf3483-77ca-4b5f-a5f7-3f79a3ac84bb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.387340] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2219.387340] env[62295]: value = "task-1787750" [ 2219.387340] env[62295]: _type = "Task" [ 2219.387340] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.394743] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787750, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.656259] env[62295]: DEBUG nova.compute.manager [req-5e721355-efba-4e43-96a9-b9f8850426c0 req-1a7de4bb-2367-44ac-ae09-cbc43b1d562f service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Received event network-changed-f56e0833-7306-4c28-abff-643d350103a5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2219.656446] env[62295]: DEBUG nova.compute.manager [req-5e721355-efba-4e43-96a9-b9f8850426c0 req-1a7de4bb-2367-44ac-ae09-cbc43b1d562f service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Refreshing instance network info cache due to event network-changed-f56e0833-7306-4c28-abff-643d350103a5. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2219.656680] env[62295]: DEBUG oslo_concurrency.lockutils [req-5e721355-efba-4e43-96a9-b9f8850426c0 req-1a7de4bb-2367-44ac-ae09-cbc43b1d562f service nova] Acquiring lock "refresh_cache-47a5a027-5256-4a83-832e-3c66f63f8c24" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.656861] env[62295]: DEBUG oslo_concurrency.lockutils [req-5e721355-efba-4e43-96a9-b9f8850426c0 req-1a7de4bb-2367-44ac-ae09-cbc43b1d562f service nova] Acquired lock "refresh_cache-47a5a027-5256-4a83-832e-3c66f63f8c24" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.657066] env[62295]: DEBUG nova.network.neutron [req-5e721355-efba-4e43-96a9-b9f8850426c0 req-1a7de4bb-2367-44ac-ae09-cbc43b1d562f service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Refreshing network info cache for port f56e0833-7306-4c28-abff-643d350103a5 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2219.896777] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787750, 'name': CreateVM_Task, 'duration_secs': 0.422409} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.897162] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2219.897554] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.897721] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.898070] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2219.898309] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e781cc-1ee4-40e2-853f-944b5e8aac29 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.902859] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2219.902859] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a15de2-68ed-c35d-a5df-59512f2e303b" [ 2219.902859] env[62295]: _type = "Task" [ 2219.902859] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.910047] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a15de2-68ed-c35d-a5df-59512f2e303b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.339113] env[62295]: DEBUG nova.network.neutron [req-5e721355-efba-4e43-96a9-b9f8850426c0 req-1a7de4bb-2367-44ac-ae09-cbc43b1d562f service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Updated VIF entry in instance network info cache for port f56e0833-7306-4c28-abff-643d350103a5. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2220.339495] env[62295]: DEBUG nova.network.neutron [req-5e721355-efba-4e43-96a9-b9f8850426c0 req-1a7de4bb-2367-44ac-ae09-cbc43b1d562f service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Updating instance_info_cache with network_info: [{"id": "f56e0833-7306-4c28-abff-643d350103a5", "address": "fa:16:3e:0d:02:41", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56e0833-73", "ovs_interfaceid": "f56e0833-7306-4c28-abff-643d350103a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.413320] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a15de2-68ed-c35d-a5df-59512f2e303b, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.413320] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.413320] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2220.413320] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.413594] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.413594] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2220.413812] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fc269f0-6599-4e54-acfd-b717dff5412e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.422055] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2220.422262] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2220.423025] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e105aa16-5d6b-4c0e-b82b-e1cc41ddad66 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.427812] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2220.427812] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52840d51-f5b9-fdc7-b7a9-e68f976329c7" [ 2220.427812] env[62295]: _type = "Task" [ 2220.427812] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.435943] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52840d51-f5b9-fdc7-b7a9-e68f976329c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.842046] env[62295]: DEBUG oslo_concurrency.lockutils [req-5e721355-efba-4e43-96a9-b9f8850426c0 req-1a7de4bb-2367-44ac-ae09-cbc43b1d562f service nova] Releasing lock "refresh_cache-47a5a027-5256-4a83-832e-3c66f63f8c24" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.938254] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52840d51-f5b9-fdc7-b7a9-e68f976329c7, 'name': SearchDatastore_Task, 'duration_secs': 0.007921} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.939121] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a12d4a-e362-4de2-91ab-c365103ca52d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.943990] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2220.943990] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525a33d0-a86c-0865-24cb-ca1bb731c43b" [ 2220.943990] env[62295]: _type = "Task" [ 2220.943990] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.953152] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525a33d0-a86c-0865-24cb-ca1bb731c43b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.454321] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525a33d0-a86c-0865-24cb-ca1bb731c43b, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.454579] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.454913] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 47a5a027-5256-4a83-832e-3c66f63f8c24/47a5a027-5256-4a83-832e-3c66f63f8c24.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2221.455206] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc90ad15-4158-442f-953b-78241bc55456 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.462147] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2221.462147] env[62295]: value = "task-1787751" [ 2221.462147] env[62295]: _type = "Task" [ 2221.462147] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.469588] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.971961] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435197} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.972350] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 47a5a027-5256-4a83-832e-3c66f63f8c24/47a5a027-5256-4a83-832e-3c66f63f8c24.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2221.972547] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2221.972712] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32d752d1-b159-4f39-ae78-b09dc69a38eb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.978941] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2221.978941] env[62295]: value = "task-1787752" [ 2221.978941] env[62295]: _type = "Task" [ 2221.978941] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.986393] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.488485] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062235} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.488753] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2222.489517] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4029a023-fd9f-4cd7-a529-23cf2e93fafb {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.511289] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 47a5a027-5256-4a83-832e-3c66f63f8c24/47a5a027-5256-4a83-832e-3c66f63f8c24.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2222.511512] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7cce29b-c481-4c92-951c-2b810fd097a1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.529860] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2222.529860] env[62295]: value = "task-1787753" [ 2222.529860] env[62295]: _type = "Task" [ 2222.529860] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.537333] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.040049] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787753, 'name': ReconfigVM_Task, 'duration_secs': 0.285268} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.040049] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 47a5a027-5256-4a83-832e-3c66f63f8c24/47a5a027-5256-4a83-832e-3c66f63f8c24.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2223.040601] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a3a3641-b61d-40ae-8d16-8d9c97e4ad60 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.046280] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2223.046280] env[62295]: value = "task-1787754" [ 2223.046280] env[62295]: _type = "Task" [ 2223.046280] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.053749] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787754, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.556086] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787754, 'name': Rename_Task, 'duration_secs': 0.130679} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.556365] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2223.556610] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b40043f3-c8e1-42f2-9075-b7ce846bc080 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.562547] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2223.562547] env[62295]: value = "task-1787755" [ 2223.562547] env[62295]: _type = "Task" [ 2223.562547] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.569580] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.072100] env[62295]: DEBUG oslo_vmware.api [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787755, 'name': PowerOnVM_Task, 'duration_secs': 0.447085} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.072515] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2224.072560] env[62295]: INFO nova.compute.manager [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Took 6.60 seconds to spawn the instance on the hypervisor. [ 2224.072717] env[62295]: DEBUG nova.compute.manager [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2224.073493] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256db454-9eca-4cba-8e16-68475087e557 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.593212] env[62295]: INFO nova.compute.manager [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Took 11.27 seconds to build instance. [ 2225.095072] env[62295]: DEBUG oslo_concurrency.lockutils [None req-2f9eb160-552d-4a72-9fbe-bc45256e95c6 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.775s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.566107] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "47a5a027-5256-4a83-832e-3c66f63f8c24" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.566428] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.566620] env[62295]: DEBUG nova.compute.manager [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2225.567548] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15c164c-0190-4f06-b37e-ccd518a2a1c2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.574739] env[62295]: DEBUG nova.compute.manager [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 2225.575306] env[62295]: DEBUG nova.objects.instance [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lazy-loading 'flavor' on Instance uuid 47a5a027-5256-4a83-832e-3c66f63f8c24 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2226.081021] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2226.081294] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c1a233d-16b9-4ac0-9d03-5ad0e29b1a05 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.089066] env[62295]: DEBUG oslo_vmware.api [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2226.089066] env[62295]: value = "task-1787756" [ 2226.089066] env[62295]: _type = "Task" [ 2226.089066] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.096987] env[62295]: DEBUG oslo_vmware.api [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.599024] env[62295]: DEBUG oslo_vmware.api [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787756, 'name': PowerOffVM_Task, 'duration_secs': 0.193663} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.599315] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2226.599492] env[62295]: DEBUG nova.compute.manager [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2226.600266] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fbbdf0-b8e8-473f-83f4-3f4a38ccad69 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.111788] env[62295]: DEBUG oslo_concurrency.lockutils [None req-1f621553-ea8b-4a54-a313-771ec041f431 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.974583] env[62295]: INFO nova.compute.manager [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Rebuilding instance [ 2228.078149] env[62295]: DEBUG nova.compute.manager [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2228.079036] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea0ded1-0fa3-43db-bc4e-baa2662fac65 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.590287] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2228.590607] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31a74af4-8c24-4686-bc3b-e83a2194014b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.598083] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2228.598083] env[62295]: value = "task-1787757" [ 2228.598083] env[62295]: _type = "Task" [ 2228.598083] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.606226] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.108955] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2229.109228] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2229.109958] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467fd701-dd2c-4f4e-a21f-a80d2c182665 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.116548] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2229.116767] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3682e7d-1c94-4de0-bf91-07fbc2aa2d93 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.199401] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.199620] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.199805] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleting the datastore file [datastore1] 47a5a027-5256-4a83-832e-3c66f63f8c24 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.200080] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ff87dae-9feb-41f7-b62d-ae369a53e118 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.206299] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2229.206299] env[62295]: value = "task-1787759" [ 2229.206299] env[62295]: _type = "Task" [ 2229.206299] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.213409] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.716539] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149284} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.716835] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2229.716963] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2229.717148] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2230.751310] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2230.751590] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2230.751715] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2230.751903] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2230.752058] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2230.752213] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2230.752418] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2230.752613] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2230.752736] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2230.752897] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2230.753085] env[62295]: DEBUG nova.virt.hardware [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2230.753985] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21d7d9f-45a9-4116-ab77-5f18d29f6cb2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.761760] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c1378b-d474-4843-87aa-86c25dbc6d8c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.774647] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:02:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f56e0833-7306-4c28-abff-643d350103a5', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2230.782204] env[62295]: DEBUG oslo.service.loopingcall [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2230.782423] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2230.782616] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb689a78-b23d-48c3-ac3b-50c15ce07482 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.800951] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2230.800951] env[62295]: value = "task-1787760" [ 2230.800951] env[62295]: _type = "Task" [ 2230.800951] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.811387] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787760, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.310494] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787760, 'name': CreateVM_Task, 'duration_secs': 0.294975} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.310680] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2231.311309] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.311476] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.311802] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2231.312080] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b1b7c8-578d-43f4-a540-c6b6c8329d48 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.316172] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2231.316172] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528380bd-f8cf-93a6-5648-10212d08c8d5" [ 2231.316172] env[62295]: _type = "Task" [ 2231.316172] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.323361] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528380bd-f8cf-93a6-5648-10212d08c8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.827508] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]528380bd-f8cf-93a6-5648-10212d08c8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.827859] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.828017] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2231.828253] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.828394] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.828566] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2231.828807] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fa5dd19-2d29-4cb3-896b-377d088331ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.836784] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2231.836950] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2231.837620] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5548aebb-221e-409d-abec-57e0d406ca32 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.842091] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2231.842091] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529c82d3-664a-8637-948f-ccfa7cb602e6" [ 2231.842091] env[62295]: _type = "Task" [ 2231.842091] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.849513] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529c82d3-664a-8637-948f-ccfa7cb602e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.352230] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529c82d3-664a-8637-948f-ccfa7cb602e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.353018] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc5033c-bd9e-439b-9b23-2ecf5735a4b5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.358286] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2232.358286] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52852b84-978a-68fc-df58-a049f9c5e43e" [ 2232.358286] env[62295]: _type = "Task" [ 2232.358286] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.365921] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52852b84-978a-68fc-df58-a049f9c5e43e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.868988] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52852b84-978a-68fc-df58-a049f9c5e43e, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.869359] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.869527] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 47a5a027-5256-4a83-832e-3c66f63f8c24/47a5a027-5256-4a83-832e-3c66f63f8c24.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2232.869779] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58f93fe2-d675-469e-931a-977ff17ed7f8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.876264] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2232.876264] env[62295]: value = "task-1787761" [ 2232.876264] env[62295]: _type = "Task" [ 2232.876264] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.883506] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.386872] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45641} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.386872] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 47a5a027-5256-4a83-832e-3c66f63f8c24/47a5a027-5256-4a83-832e-3c66f63f8c24.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2233.387225] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2233.387225] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bee76a9-cbf6-432b-9610-54ae7de30aae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.393259] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2233.393259] env[62295]: value = "task-1787762" [ 2233.393259] env[62295]: _type = "Task" [ 2233.393259] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.400436] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.902853] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055542} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.903241] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2233.903873] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e480562a-3e6e-4c75-a83d-720e5b20e6df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.925098] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 47a5a027-5256-4a83-832e-3c66f63f8c24/47a5a027-5256-4a83-832e-3c66f63f8c24.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2233.925307] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a32b04-14e0-4306-9bdf-53b2b5dde882 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.943472] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2233.943472] env[62295]: value = "task-1787763" [ 2233.943472] env[62295]: _type = "Task" [ 2233.943472] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.950650] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.453468] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787763, 'name': ReconfigVM_Task, 'duration_secs': 0.273233} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.453749] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 47a5a027-5256-4a83-832e-3c66f63f8c24/47a5a027-5256-4a83-832e-3c66f63f8c24.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2234.454359] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-048e72b8-ba02-41d7-b555-0c9d127efba0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.460936] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2234.460936] env[62295]: value = "task-1787764" [ 2234.460936] env[62295]: _type = "Task" [ 2234.460936] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.468111] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787764, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.970525] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787764, 'name': Rename_Task, 'duration_secs': 0.175514} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.970957] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2234.971033] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d33d3396-307f-4be0-b510-15efd337dd6f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.977545] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2234.977545] env[62295]: value = "task-1787765" [ 2234.977545] env[62295]: _type = "Task" [ 2234.977545] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.984697] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.488048] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787765, 'name': PowerOnVM_Task, 'duration_secs': 0.41178} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.488289] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2235.488493] env[62295]: DEBUG nova.compute.manager [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2235.489289] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4986f8a-d21d-4137-8ad6-b483ab84e7ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.001367] env[62295]: INFO nova.compute.manager [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] bringing vm to original state: 'stopped' [ 2237.008708] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "47a5a027-5256-4a83-832e-3c66f63f8c24" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.009157] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.009316] env[62295]: DEBUG nova.compute.manager [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2237.010241] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d00941c-0bf2-4329-8531-9cd746cde4c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.017350] env[62295]: DEBUG nova.compute.manager [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62295) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 2237.019476] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2237.019709] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8c242cb-f770-4485-bdea-a26ae0fb7418 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.026058] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2237.026058] env[62295]: value = "task-1787766" [ 2237.026058] env[62295]: _type = "Task" [ 2237.026058] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.033040] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.535862] env[62295]: DEBUG oslo_vmware.api [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787766, 'name': PowerOffVM_Task, 'duration_secs': 0.189463} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.536232] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2237.536328] env[62295]: DEBUG nova.compute.manager [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2237.537067] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f201d9e-8553-45f9-9200-0f644053a038 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.050157] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.041s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.560977] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.561070] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.561255] env[62295]: DEBUG nova.objects.instance [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2239.389184] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "47a5a027-5256-4a83-832e-3c66f63f8c24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.389578] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.389920] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "47a5a027-5256-4a83-832e-3c66f63f8c24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.390126] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.390303] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.392281] env[62295]: INFO nova.compute.manager [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Terminating instance [ 2239.393913] env[62295]: DEBUG nova.compute.manager [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2239.394143] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2239.394981] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c863876-f1b7-4759-83c8-62531efeb770 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.402317] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2239.402528] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e47b074f-beb4-4d48-a540-9dd5890697d7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.482503] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2239.482749] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2239.482903] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleting the datastore file [datastore1] 47a5a027-5256-4a83-832e-3c66f63f8c24 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2239.483185] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-037b6554-3d8c-4124-901b-4068b490b018 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.490938] env[62295]: DEBUG oslo_vmware.api [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2239.490938] env[62295]: value = "task-1787768" [ 2239.490938] env[62295]: _type = "Task" [ 2239.490938] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.498170] env[62295]: DEBUG oslo_vmware.api [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.569632] env[62295]: DEBUG oslo_concurrency.lockutils [None req-53b78b14-676d-4465-9c57-da9cfc204a6e tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.000398] env[62295]: DEBUG oslo_vmware.api [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164934} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.000657] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2240.000839] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2240.001014] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2240.001198] env[62295]: INFO nova.compute.manager [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Took 0.61 seconds to destroy the instance on the hypervisor. [ 2240.001463] env[62295]: DEBUG oslo.service.loopingcall [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2240.001641] env[62295]: DEBUG nova.compute.manager [-] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2240.001761] env[62295]: DEBUG nova.network.neutron [-] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2240.241530] env[62295]: DEBUG nova.compute.manager [req-a200eb46-8ee8-4a5c-8343-ccbbc4844e05 req-221ede30-6dd6-4641-9947-a3b2252ded0b service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Received event network-vif-deleted-f56e0833-7306-4c28-abff-643d350103a5 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2240.241784] env[62295]: INFO nova.compute.manager [req-a200eb46-8ee8-4a5c-8343-ccbbc4844e05 req-221ede30-6dd6-4641-9947-a3b2252ded0b service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Neutron deleted interface f56e0833-7306-4c28-abff-643d350103a5; detaching it from the instance and deleting it from the info cache [ 2240.241949] env[62295]: DEBUG nova.network.neutron [req-a200eb46-8ee8-4a5c-8343-ccbbc4844e05 req-221ede30-6dd6-4641-9947-a3b2252ded0b service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.721372] env[62295]: DEBUG nova.network.neutron [-] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.744186] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-565a6cff-cb5e-41c2-b690-9415924f9882 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.756152] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734d3560-4fa6-437d-aace-e6909d73a40e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.779696] env[62295]: DEBUG nova.compute.manager [req-a200eb46-8ee8-4a5c-8343-ccbbc4844e05 req-221ede30-6dd6-4641-9947-a3b2252ded0b service nova] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Detach interface failed, port_id=f56e0833-7306-4c28-abff-643d350103a5, reason: Instance 47a5a027-5256-4a83-832e-3c66f63f8c24 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2241.224255] env[62295]: INFO nova.compute.manager [-] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Took 1.22 seconds to deallocate network for instance. [ 2241.730741] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.731047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.731241] env[62295]: DEBUG nova.objects.instance [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lazy-loading 'resources' on Instance uuid 47a5a027-5256-4a83-832e-3c66f63f8c24 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2242.273303] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127a4d0a-ddc7-4af0-b9c8-26bb6d47b20d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.280965] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eeb330-832c-4c47-a8e4-2b960074708b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.311632] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad415b9-8fa0-4d0b-9086-322f5e2078a5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.318695] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01e7b3e-f8b2-4b59-af3a-46b66681f70d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.331830] env[62295]: DEBUG nova.compute.provider_tree [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2242.835269] env[62295]: DEBUG nova.scheduler.client.report [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2243.340428] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.359467] env[62295]: INFO nova.scheduler.client.report [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted allocations for instance 47a5a027-5256-4a83-832e-3c66f63f8c24 [ 2243.866256] env[62295]: DEBUG oslo_concurrency.lockutils [None req-66dd6472-f6c8-4abc-9079-c4661d06d976 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "47a5a027-5256-4a83-832e-3c66f63f8c24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.477s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.746881] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2245.747241] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2246.251537] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2246.251840] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2246.252026] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2246.289081] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.289325] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.791950] env[62295]: DEBUG nova.compute.manager [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2246.819989] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.820216] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.820374] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2246.820531] env[62295]: DEBUG nova.objects.instance [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lazy-loading 'info_cache' on Instance uuid f26efcb1-82cd-40db-88cc-f9149bc2b94f {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2247.313304] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.313561] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.315217] env[62295]: INFO nova.compute.claims [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2248.362908] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ad704-299e-44db-9d68-95653c0604de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.370636] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67696021-3d54-4ed6-9d89-191c91ee1a1b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.400363] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c0416c-1cb3-451d-9d93-9faa617b86b8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.407408] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efcd1e0-8e23-4cc2-adad-599ce065a9ae {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.422023] env[62295]: DEBUG nova.compute.provider_tree [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2248.546365] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updating instance_info_cache with network_info: [{"id": "c6d63695-382f-4d52-9458-df380be61174", "address": "fa:16:3e:7d:62:eb", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d63695-38", "ovs_interfaceid": "c6d63695-382f-4d52-9458-df380be61174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2248.924839] env[62295]: DEBUG nova.scheduler.client.report [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2249.049067] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.049324] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2249.049494] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2249.049651] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2249.049797] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2249.049942] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2249.050122] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2249.050287] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2249.050416] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2249.050557] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2249.429786] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.430333] env[62295]: DEBUG nova.compute.manager [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2249.553092] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.553370] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.553549] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.553715] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2249.554614] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878a6401-ee1c-4499-bfbf-04c10ba8964f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.562872] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de5babb-9823-49fc-996d-a4225fdf43de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.576748] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b216e88d-acb1-4be0-9bdc-42e02cf1ab9a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.583015] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5362167b-a9af-4a4f-ac01-528c1351561b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.611394] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180972MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2249.611556] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.611705] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.935330] env[62295]: DEBUG nova.compute.utils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2249.937502] env[62295]: DEBUG nova.compute.manager [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2249.937665] env[62295]: DEBUG nova.network.neutron [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2249.977871] env[62295]: DEBUG nova.policy [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f5a1dca51844156a2b083845607603e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c68872fc43744548e2c9212595758f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2250.223880] env[62295]: DEBUG nova.network.neutron [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Successfully created port: 4dec9e01-f693-4fe4-8bcc-7061d26e0091 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2250.441228] env[62295]: DEBUG nova.compute.manager [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2250.632653] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance f26efcb1-82cd-40db-88cc-f9149bc2b94f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.632836] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 5591a6f7-55a8-4c4c-ba04-ddf469de1d90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.633061] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2250.633249] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2250.665646] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f255a9d2-dbb6-4b57-b542-718c64b9da58 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.673255] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc4b2c-8858-4c5e-ac81-f9d7c82cc345 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.703115] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7117a9b4-adb8-4efe-9cfc-db7fb3a41d0f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.711037] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef183d92-254b-4553-87e8-93e3e908e626 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.724264] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2251.228102] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2251.450867] env[62295]: DEBUG nova.compute.manager [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2251.477979] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2251.478268] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2251.478407] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2251.478652] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2251.478820] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2251.478970] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2251.479189] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2251.479350] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2251.479514] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2251.479674] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2251.479840] env[62295]: DEBUG nova.virt.hardware [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2251.480691] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c4315-698f-40e5-99cf-8b4fb7ea1e9e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.489646] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d602844-ea1e-4d80-b74b-aabf3d1361cf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.587852] env[62295]: DEBUG nova.compute.manager [req-f87fe711-81f6-46bc-b5f8-ca884ef1ed98 req-c9a4c67a-5f87-4e29-9410-b9d48597c2c7 service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Received event network-vif-plugged-4dec9e01-f693-4fe4-8bcc-7061d26e0091 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2251.588092] env[62295]: DEBUG oslo_concurrency.lockutils [req-f87fe711-81f6-46bc-b5f8-ca884ef1ed98 req-c9a4c67a-5f87-4e29-9410-b9d48597c2c7 service nova] Acquiring lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.588305] env[62295]: DEBUG oslo_concurrency.lockutils [req-f87fe711-81f6-46bc-b5f8-ca884ef1ed98 req-c9a4c67a-5f87-4e29-9410-b9d48597c2c7 service nova] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.588472] env[62295]: DEBUG oslo_concurrency.lockutils [req-f87fe711-81f6-46bc-b5f8-ca884ef1ed98 req-c9a4c67a-5f87-4e29-9410-b9d48597c2c7 service nova] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.588636] env[62295]: DEBUG nova.compute.manager [req-f87fe711-81f6-46bc-b5f8-ca884ef1ed98 req-c9a4c67a-5f87-4e29-9410-b9d48597c2c7 service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] No waiting events found dispatching network-vif-plugged-4dec9e01-f693-4fe4-8bcc-7061d26e0091 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2251.588797] env[62295]: WARNING nova.compute.manager [req-f87fe711-81f6-46bc-b5f8-ca884ef1ed98 req-c9a4c67a-5f87-4e29-9410-b9d48597c2c7 service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Received unexpected event network-vif-plugged-4dec9e01-f693-4fe4-8bcc-7061d26e0091 for instance with vm_state building and task_state spawning. [ 2251.670453] env[62295]: DEBUG nova.network.neutron [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Successfully updated port: 4dec9e01-f693-4fe4-8bcc-7061d26e0091 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2251.732392] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2251.732596] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.172848] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.173071] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.173272] env[62295]: DEBUG nova.network.neutron [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2252.704257] env[62295]: DEBUG nova.network.neutron [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2252.820252] env[62295]: DEBUG nova.network.neutron [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updating instance_info_cache with network_info: [{"id": "4dec9e01-f693-4fe4-8bcc-7061d26e0091", "address": "fa:16:3e:a6:eb:33", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dec9e01-f6", "ovs_interfaceid": "4dec9e01-f693-4fe4-8bcc-7061d26e0091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.322867] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.323226] env[62295]: DEBUG nova.compute.manager [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Instance network_info: |[{"id": "4dec9e01-f693-4fe4-8bcc-7061d26e0091", "address": "fa:16:3e:a6:eb:33", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dec9e01-f6", "ovs_interfaceid": "4dec9e01-f693-4fe4-8bcc-7061d26e0091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2253.323669] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:eb:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dec9e01-f693-4fe4-8bcc-7061d26e0091', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2253.331191] env[62295]: DEBUG oslo.service.loopingcall [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2253.331399] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2253.331616] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a121e52a-bf49-4785-a776-f85890f8b56e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.353353] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2253.353353] env[62295]: value = "task-1787769" [ 2253.353353] env[62295]: _type = "Task" [ 2253.353353] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.360979] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787769, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.614602] env[62295]: DEBUG nova.compute.manager [req-bac6448c-5e87-456d-8c95-4fbc6f7b05b5 req-66338f54-239d-41c1-bff5-f1c325ee111e service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Received event network-changed-4dec9e01-f693-4fe4-8bcc-7061d26e0091 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2253.614848] env[62295]: DEBUG nova.compute.manager [req-bac6448c-5e87-456d-8c95-4fbc6f7b05b5 req-66338f54-239d-41c1-bff5-f1c325ee111e service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Refreshing instance network info cache due to event network-changed-4dec9e01-f693-4fe4-8bcc-7061d26e0091. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2253.615047] env[62295]: DEBUG oslo_concurrency.lockutils [req-bac6448c-5e87-456d-8c95-4fbc6f7b05b5 req-66338f54-239d-41c1-bff5-f1c325ee111e service nova] Acquiring lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.615245] env[62295]: DEBUG oslo_concurrency.lockutils [req-bac6448c-5e87-456d-8c95-4fbc6f7b05b5 req-66338f54-239d-41c1-bff5-f1c325ee111e service nova] Acquired lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.615425] env[62295]: DEBUG nova.network.neutron [req-bac6448c-5e87-456d-8c95-4fbc6f7b05b5 req-66338f54-239d-41c1-bff5-f1c325ee111e service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Refreshing network info cache for port 4dec9e01-f693-4fe4-8bcc-7061d26e0091 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2253.863861] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787769, 'name': CreateVM_Task, 'duration_secs': 0.294549} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.864242] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2253.864684] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.864854] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.865228] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2253.865472] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3304469-a2a9-4aa6-a812-c734f61ff76d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.870261] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2253.870261] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524575a7-a5e8-cabf-5786-5fe4727563dd" [ 2253.870261] env[62295]: _type = "Task" [ 2253.870261] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.878125] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524575a7-a5e8-cabf-5786-5fe4727563dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.293016] env[62295]: DEBUG nova.network.neutron [req-bac6448c-5e87-456d-8c95-4fbc6f7b05b5 req-66338f54-239d-41c1-bff5-f1c325ee111e service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updated VIF entry in instance network info cache for port 4dec9e01-f693-4fe4-8bcc-7061d26e0091. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2254.293376] env[62295]: DEBUG nova.network.neutron [req-bac6448c-5e87-456d-8c95-4fbc6f7b05b5 req-66338f54-239d-41c1-bff5-f1c325ee111e service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updating instance_info_cache with network_info: [{"id": "4dec9e01-f693-4fe4-8bcc-7061d26e0091", "address": "fa:16:3e:a6:eb:33", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dec9e01-f6", "ovs_interfaceid": "4dec9e01-f693-4fe4-8bcc-7061d26e0091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.381923] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]524575a7-a5e8-cabf-5786-5fe4727563dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013374} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.382255] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.382487] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2254.382712] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.382856] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.383041] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2254.383294] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c236a697-d3c7-4447-8718-9a64cf901f57 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.391921] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2254.392108] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2254.392782] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ded3419-a35b-463d-b36c-bff13ea4c5fd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.397693] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2254.397693] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525a5829-89cb-207b-7b8b-234cbfd70ae5" [ 2254.397693] env[62295]: _type = "Task" [ 2254.397693] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.404849] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525a5829-89cb-207b-7b8b-234cbfd70ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.796470] env[62295]: DEBUG oslo_concurrency.lockutils [req-bac6448c-5e87-456d-8c95-4fbc6f7b05b5 req-66338f54-239d-41c1-bff5-f1c325ee111e service nova] Releasing lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.908233] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525a5829-89cb-207b-7b8b-234cbfd70ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.908991] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e744d7-0122-4630-8640-5d6656fb58aa {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.914095] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2254.914095] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a09925-33a4-25d4-3160-6b912d1f8f5c" [ 2254.914095] env[62295]: _type = "Task" [ 2254.914095] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.921706] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a09925-33a4-25d4-3160-6b912d1f8f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.426031] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52a09925-33a4-25d4-3160-6b912d1f8f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.426031] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.426031] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5591a6f7-55a8-4c4c-ba04-ddf469de1d90/5591a6f7-55a8-4c4c-ba04-ddf469de1d90.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2255.426031] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebe4c9e9-9558-453c-a0d6-c3b326d8f451 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.432766] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2255.432766] env[62295]: value = "task-1787770" [ 2255.432766] env[62295]: _type = "Task" [ 2255.432766] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.440269] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.942681] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452164} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.943101] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5591a6f7-55a8-4c4c-ba04-ddf469de1d90/5591a6f7-55a8-4c4c-ba04-ddf469de1d90.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2255.943186] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2255.943387] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-affffbc5-c4e3-4764-a2c3-94979895db8a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.949954] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2255.949954] env[62295]: value = "task-1787771" [ 2255.949954] env[62295]: _type = "Task" [ 2255.949954] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.958092] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.459366] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062608} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.459629] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2256.460469] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321f08d3-42b2-42b3-94ba-32e13690d59a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.482076] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 5591a6f7-55a8-4c4c-ba04-ddf469de1d90/5591a6f7-55a8-4c4c-ba04-ddf469de1d90.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2256.482323] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c37f57-ccc6-4a0f-bc5a-c5c148f776e5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.501051] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2256.501051] env[62295]: value = "task-1787772" [ 2256.501051] env[62295]: _type = "Task" [ 2256.501051] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.508298] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.011288] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787772, 'name': ReconfigVM_Task, 'duration_secs': 0.284086} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.011656] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 5591a6f7-55a8-4c4c-ba04-ddf469de1d90/5591a6f7-55a8-4c4c-ba04-ddf469de1d90.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2257.012178] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d32c5542-e077-4fcd-b813-27552faedfc3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.018381] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2257.018381] env[62295]: value = "task-1787773" [ 2257.018381] env[62295]: _type = "Task" [ 2257.018381] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.025406] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787773, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.528421] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787773, 'name': Rename_Task, 'duration_secs': 0.135382} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.528735] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2257.528915] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e65733e4-61e8-4c4c-a665-e4581bb9b811 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.534676] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2257.534676] env[62295]: value = "task-1787774" [ 2257.534676] env[62295]: _type = "Task" [ 2257.534676] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.545807] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.044886] env[62295]: DEBUG oslo_vmware.api [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787774, 'name': PowerOnVM_Task, 'duration_secs': 0.436408} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.045359] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2258.045359] env[62295]: INFO nova.compute.manager [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Took 6.59 seconds to spawn the instance on the hypervisor. [ 2258.045533] env[62295]: DEBUG nova.compute.manager [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2258.046274] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc84425f-b3c3-4d37-8d81-bb8e82cb4dd9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.565396] env[62295]: INFO nova.compute.manager [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Took 11.27 seconds to build instance. [ 2259.067305] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9936846d-f448-4609-abc8-8527c08571b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.778s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.342393] env[62295]: DEBUG nova.compute.manager [req-a998932c-bc3e-49d9-a63f-26ba8aa6c2fe req-a01b2a61-b239-4bb1-bbf2-9e99598fb99c service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Received event network-changed-4dec9e01-f693-4fe4-8bcc-7061d26e0091 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2259.342598] env[62295]: DEBUG nova.compute.manager [req-a998932c-bc3e-49d9-a63f-26ba8aa6c2fe req-a01b2a61-b239-4bb1-bbf2-9e99598fb99c service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Refreshing instance network info cache due to event network-changed-4dec9e01-f693-4fe4-8bcc-7061d26e0091. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2259.342807] env[62295]: DEBUG oslo_concurrency.lockutils [req-a998932c-bc3e-49d9-a63f-26ba8aa6c2fe req-a01b2a61-b239-4bb1-bbf2-9e99598fb99c service nova] Acquiring lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.342950] env[62295]: DEBUG oslo_concurrency.lockutils [req-a998932c-bc3e-49d9-a63f-26ba8aa6c2fe req-a01b2a61-b239-4bb1-bbf2-9e99598fb99c service nova] Acquired lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.343124] env[62295]: DEBUG nova.network.neutron [req-a998932c-bc3e-49d9-a63f-26ba8aa6c2fe req-a01b2a61-b239-4bb1-bbf2-9e99598fb99c service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Refreshing network info cache for port 4dec9e01-f693-4fe4-8bcc-7061d26e0091 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2260.066831] env[62295]: DEBUG nova.network.neutron [req-a998932c-bc3e-49d9-a63f-26ba8aa6c2fe req-a01b2a61-b239-4bb1-bbf2-9e99598fb99c service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updated VIF entry in instance network info cache for port 4dec9e01-f693-4fe4-8bcc-7061d26e0091. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2260.067212] env[62295]: DEBUG nova.network.neutron [req-a998932c-bc3e-49d9-a63f-26ba8aa6c2fe req-a01b2a61-b239-4bb1-bbf2-9e99598fb99c service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updating instance_info_cache with network_info: [{"id": "4dec9e01-f693-4fe4-8bcc-7061d26e0091", "address": "fa:16:3e:a6:eb:33", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dec9e01-f6", "ovs_interfaceid": "4dec9e01-f693-4fe4-8bcc-7061d26e0091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.570366] env[62295]: DEBUG oslo_concurrency.lockutils [req-a998932c-bc3e-49d9-a63f-26ba8aa6c2fe req-a01b2a61-b239-4bb1-bbf2-9e99598fb99c service nova] Releasing lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.432254] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.432569] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.935856] env[62295]: DEBUG nova.compute.utils [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2298.438887] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.499187] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.499680] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.499680] env[62295]: INFO nova.compute.manager [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Attaching volume 62f9db8b-e14a-4840-8ec1-88aeb7acbe26 to /dev/sdb [ 2299.530326] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0492bf5a-b8f5-4c32-b573-0ad072363376 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.537253] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066785ac-bd8c-46cd-9320-b2ee6896624f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.550007] env[62295]: DEBUG nova.virt.block_device [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updating existing volume attachment record: 572e6788-03bb-412c-a0a7-7da27f3a099f {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2304.091974] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2304.092264] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370899', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'name': 'volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5591a6f7-55a8-4c4c-ba04-ddf469de1d90', 'attached_at': '', 'detached_at': '', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'serial': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2304.093156] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96af0e4-a2b6-4ef2-b232-7ee9fe0499ef {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.109460] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a3dca2-baf5-4dd2-b4e4-87278838bcb7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.133286] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26/volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2304.133513] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d839af16-f4a9-4786-b80d-788dec7a4b38 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.150386] env[62295]: DEBUG oslo_vmware.api [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2304.150386] env[62295]: value = "task-1787779" [ 2304.150386] env[62295]: _type = "Task" [ 2304.150386] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.158025] env[62295]: DEBUG oslo_vmware.api [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.660703] env[62295]: DEBUG oslo_vmware.api [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787779, 'name': ReconfigVM_Task, 'duration_secs': 0.33371} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.660981] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26/volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2304.665912] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248e3761-24b1-4882-a26e-b74b1f8b6a9d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.680246] env[62295]: DEBUG oslo_vmware.api [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2304.680246] env[62295]: value = "task-1787780" [ 2304.680246] env[62295]: _type = "Task" [ 2304.680246] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.688446] env[62295]: DEBUG oslo_vmware.api [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.191091] env[62295]: DEBUG oslo_vmware.api [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787780, 'name': ReconfigVM_Task, 'duration_secs': 0.141061} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.191673] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370899', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'name': 'volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5591a6f7-55a8-4c4c-ba04-ddf469de1d90', 'attached_at': '', 'detached_at': '', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'serial': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2306.226205] env[62295]: DEBUG nova.objects.instance [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lazy-loading 'flavor' on Instance uuid 5591a6f7-55a8-4c4c-ba04-ddf469de1d90 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2306.731794] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9d71bfd3-0132-48f1-b1fc-c87e23e05334 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.077460] env[62295]: INFO nova.compute.manager [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Rebuilding instance [ 2307.115808] env[62295]: DEBUG nova.compute.manager [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2307.116701] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64b1fa2-3854-4105-9c50-09411a021d5e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.627779] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2307.628140] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d319c22a-5d0d-4f84-80f1-d3cbae0e2f57 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.636329] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2307.636329] env[62295]: value = "task-1787781" [ 2307.636329] env[62295]: _type = "Task" [ 2307.636329] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.645874] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.146278] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787781, 'name': PowerOffVM_Task, 'duration_secs': 0.196867} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.146608] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2308.197499] env[62295]: INFO nova.compute.manager [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Detaching volume 62f9db8b-e14a-4840-8ec1-88aeb7acbe26 [ 2308.226259] env[62295]: INFO nova.virt.block_device [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Attempting to driver detach volume 62f9db8b-e14a-4840-8ec1-88aeb7acbe26 from mountpoint /dev/sdb [ 2308.226516] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2308.226703] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370899', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'name': 'volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5591a6f7-55a8-4c4c-ba04-ddf469de1d90', 'attached_at': '', 'detached_at': '', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'serial': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2308.227581] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4680b087-09b8-4d16-b1de-39c0ad630516 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.248528] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee378d45-f8b8-4169-b444-106d4b283cb5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.254916] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcfb790-4d62-43a7-ac34-ab3c0d02f4e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.275333] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4cdb74-e802-428e-86b8-40266bf65d6b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.289600] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] The volume has not been displaced from its original location: [datastore1] volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26/volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2308.294906] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2308.295155] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9814fad-a31d-4717-aa10-8ef2750aa7de {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.312654] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2308.312654] env[62295]: value = "task-1787782" [ 2308.312654] env[62295]: _type = "Task" [ 2308.312654] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.320209] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.822620] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787782, 'name': ReconfigVM_Task, 'duration_secs': 0.184844} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.822947] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2308.827625] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b01642c-4a60-4248-8d5b-9d72af0304b8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.843148] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2308.843148] env[62295]: value = "task-1787783" [ 2308.843148] env[62295]: _type = "Task" [ 2308.843148] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.852065] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.353766] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787783, 'name': ReconfigVM_Task, 'duration_secs': 0.164614} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.354079] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370899', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'name': 'volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5591a6f7-55a8-4c4c-ba04-ddf469de1d90', 'attached_at': '', 'detached_at': '', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'serial': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2310.399901] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2310.400254] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0be34a1-ba1e-43bd-917c-7a4acd51fd0e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.407818] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2310.407818] env[62295]: value = "task-1787784" [ 2310.407818] env[62295]: _type = "Task" [ 2310.407818] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.415727] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.917815] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] VM already powered off {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2310.918037] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2310.918239] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370899', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'name': 'volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5591a6f7-55a8-4c4c-ba04-ddf469de1d90', 'attached_at': '', 'detached_at': '', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'serial': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2310.918971] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0ac7b6-9671-48e1-96b0-d5e608225485 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.936638] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c183f6-012a-4e09-bec4-d4009cfde77a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.942394] env[62295]: WARNING nova.virt.vmwareapi.driver [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2310.942639] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2310.943328] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f45b19-3b06-41ac-baad-d874c9ea975c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.951306] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2310.951506] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c68288d9-dd7d-4a07-a8b3-7dfaec160f4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.069786] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2311.070017] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2311.070212] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleting the datastore file [datastore1] 5591a6f7-55a8-4c4c-ba04-ddf469de1d90 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2311.070467] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18038137-fcc0-46ac-9108-1b5a1e784ed6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.077584] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2311.077584] env[62295]: value = "task-1787786" [ 2311.077584] env[62295]: _type = "Task" [ 2311.077584] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.085153] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.588680] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135393} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.589021] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2311.589095] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2311.589266] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2311.734265] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2311.734465] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2311.734668] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2311.734801] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2312.094315] env[62295]: INFO nova.virt.block_device [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Booting with volume 62f9db8b-e14a-4840-8ec1-88aeb7acbe26 at /dev/sdb [ 2312.124186] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bb086b6-7dbd-457d-ba0f-e5805cef0474 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.134178] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f387ef1-70cd-4201-8ec4-7a778e428915 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.157909] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d16fdff-8692-4622-965e-bf35926540db {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.165662] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a363fcb-1930-4cd6-8804-bdeaad49027b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.189044] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080db600-82c9-42e1-adea-8b0ec7af9303 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.195213] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f81dca-82d0-476c-9473-20006c7dd892 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.207768] env[62295]: DEBUG nova.virt.block_device [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updating existing volume attachment record: 735d51eb-ab51-4f2d-8344-86e046817c4f {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2312.263323] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2312.264285] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2312.264285] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2312.264285] env[62295]: DEBUG nova.objects.instance [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lazy-loading 'info_cache' on Instance uuid f26efcb1-82cd-40db-88cc-f9149bc2b94f {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2313.971779] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updating instance_info_cache with network_info: [{"id": "c6d63695-382f-4d52-9458-df380be61174", "address": "fa:16:3e:7d:62:eb", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d63695-38", "ovs_interfaceid": "c6d63695-382f-4d52-9458-df380be61174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.310609] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2314.310975] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2314.311231] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2314.311511] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2314.311735] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2314.311958] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2314.312267] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2314.313045] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2314.313045] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2314.313045] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2314.313390] env[62295]: DEBUG nova.virt.hardware [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2314.314446] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef82528-caa7-44a5-88ef-6a0d92829568 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.324777] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5000270-2171-488e-8c6a-f0a96920553b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.344312] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:eb:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dec9e01-f693-4fe4-8bcc-7061d26e0091', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2314.351748] env[62295]: DEBUG oslo.service.loopingcall [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2314.351990] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2314.352211] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf0d055f-484d-4b6d-bd12-780210c142e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.371802] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2314.371802] env[62295]: value = "task-1787787" [ 2314.371802] env[62295]: _type = "Task" [ 2314.371802] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.379602] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787787, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.474456] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2314.474713] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2314.474936] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2314.475116] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2314.475265] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2314.475411] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2314.475550] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2314.475742] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2314.475891] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2314.476056] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2314.881542] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787787, 'name': CreateVM_Task, 'duration_secs': 0.3265} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.881701] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2314.882379] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2314.882548] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2314.882918] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2314.883171] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6c50a8-b75b-4c09-b731-924d3059539e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.887470] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2314.887470] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ed9855-e848-a6a0-816b-84138e7cb222" [ 2314.887470] env[62295]: _type = "Task" [ 2314.887470] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.894562] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ed9855-e848-a6a0-816b-84138e7cb222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.978700] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.979026] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.979094] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.979246] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2314.980041] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95154d6-63c7-4a68-ab8c-b2f8f7f836c9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.987612] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79c674b-4581-4f8a-9c01-440ad9d9816d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.000900] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b12a4c-4fa1-44c4-a6ef-f1e8df01e60c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.006871] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6ef7c9-f250-4c52-94a8-8e6b64389e17 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.036094] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180743MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2315.036232] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.036412] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.399431] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52ed9855-e848-a6a0-816b-84138e7cb222, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.399740] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.399975] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2315.400220] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2315.400365] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2315.400537] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2315.400787] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-499d602f-598d-4137-8aa0-57e1a4c75baf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.408803] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2315.408971] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2315.409652] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11067c0-5cac-4063-8187-bf7402b9e04c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.414467] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2315.414467] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5272db64-3ce3-1972-2805-a3c761e7b81c" [ 2315.414467] env[62295]: _type = "Task" [ 2315.414467] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.421467] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5272db64-3ce3-1972-2805-a3c761e7b81c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.925321] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]5272db64-3ce3-1972-2805-a3c761e7b81c, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.926093] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd70805b-de56-4121-8f41-96768234a1ee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.931127] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2315.931127] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dd4ef6-ceb1-99f7-683a-ef2f793d86e8" [ 2315.931127] env[62295]: _type = "Task" [ 2315.931127] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.938500] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dd4ef6-ceb1-99f7-683a-ef2f793d86e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.061390] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance f26efcb1-82cd-40db-88cc-f9149bc2b94f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2316.061613] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 5591a6f7-55a8-4c4c-ba04-ddf469de1d90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2316.061723] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2316.061864] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2316.077016] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing inventories for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2316.088899] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating ProviderTree inventory for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2316.089094] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Updating inventory in ProviderTree for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2316.098556] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing aggregate associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, aggregates: None {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2316.114312] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Refreshing trait associations for resource provider 8a072772-3a95-435d-8b28-629ec3fc2f0c, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62295) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2316.146392] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7744d982-9f4b-4141-8aab-bf00a8a8cf60 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.153678] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778d0fde-00b5-46b9-b79b-c8ceb28a1cac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.183400] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ee983f-6c45-47f6-891e-14cf2fe33cfd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.190649] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a737d8b6-4586-4d4a-aa8e-479a0d3d92b9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.204494] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2316.441698] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52dd4ef6-ceb1-99f7-683a-ef2f793d86e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.441910] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2316.442195] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5591a6f7-55a8-4c4c-ba04-ddf469de1d90/5591a6f7-55a8-4c4c-ba04-ddf469de1d90.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2316.442442] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2328fbd-cfd8-463d-902e-bb35180822ba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.448506] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2316.448506] env[62295]: value = "task-1787788" [ 2316.448506] env[62295]: _type = "Task" [ 2316.448506] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.455704] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.707897] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2316.959232] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459591} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.959443] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 5591a6f7-55a8-4c4c-ba04-ddf469de1d90/5591a6f7-55a8-4c4c-ba04-ddf469de1d90.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2316.959655] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2316.959964] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce6e4008-1122-4f67-b4dc-e6641be6841c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.966106] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2316.966106] env[62295]: value = "task-1787789" [ 2316.966106] env[62295]: _type = "Task" [ 2316.966106] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.972952] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.213518] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2317.213907] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.177s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.475550] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070063} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.475787] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2317.476547] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a2c77a-10cd-4df8-805d-63cca7fb3dcc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.497765] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 5591a6f7-55a8-4c4c-ba04-ddf469de1d90/5591a6f7-55a8-4c4c-ba04-ddf469de1d90.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2317.497980] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c91801b3-ba22-42ba-99ff-c4a032709de2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.517257] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2317.517257] env[62295]: value = "task-1787790" [ 2317.517257] env[62295]: _type = "Task" [ 2317.517257] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.525371] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.027779] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787790, 'name': ReconfigVM_Task, 'duration_secs': 0.330473} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.028088] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 5591a6f7-55a8-4c4c-ba04-ddf469de1d90/5591a6f7-55a8-4c4c-ba04-ddf469de1d90.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2318.029249] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'image_id': 'b1566474-d827-4d61-a657-408d294472fd'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370899', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'name': 'volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5591a6f7-55a8-4c4c-ba04-ddf469de1d90', 'attached_at': '', 'detached_at': '', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'serial': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26'}, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '735d51eb-ab51-4f2d-8344-86e046817c4f', 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=62295) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2318.029495] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2318.029705] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370899', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'name': 'volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5591a6f7-55a8-4c4c-ba04-ddf469de1d90', 'attached_at': '', 'detached_at': '', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'serial': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2318.030465] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57247f5f-90b6-4f14-b571-42d23e7b6d10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.045313] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34920f0e-f8cf-4e12-bb2a-aa7f9c81519e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.070822] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26/volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2318.071038] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1e9eca-6080-4803-9b72-ac14dc2a54af {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.088311] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2318.088311] env[62295]: value = "task-1787791" [ 2318.088311] env[62295]: _type = "Task" [ 2318.088311] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.095565] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.598520] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787791, 'name': ReconfigVM_Task, 'duration_secs': 0.322288} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.598881] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26/volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2318.603459] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2dbd00-47d2-44ce-9965-807657a58381 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.617862] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2318.617862] env[62295]: value = "task-1787792" [ 2318.617862] env[62295]: _type = "Task" [ 2318.617862] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.629095] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.127476] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787792, 'name': ReconfigVM_Task, 'duration_secs': 0.15212} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.127723] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370899', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'name': 'volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5591a6f7-55a8-4c4c-ba04-ddf469de1d90', 'attached_at': '', 'detached_at': '', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'serial': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2319.128306] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-274b7bae-07ac-475e-b341-247603170b80 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.134666] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2319.134666] env[62295]: value = "task-1787793" [ 2319.134666] env[62295]: _type = "Task" [ 2319.134666] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.142106] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787793, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.644815] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787793, 'name': Rename_Task, 'duration_secs': 0.151264} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.645232] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2319.645382] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb25800e-7960-4b6f-93d6-733c97a1bd77 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.651753] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2319.651753] env[62295]: value = "task-1787794" [ 2319.651753] env[62295]: _type = "Task" [ 2319.651753] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.658911] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.162050] env[62295]: DEBUG oslo_vmware.api [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787794, 'name': PowerOnVM_Task, 'duration_secs': 0.466055} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.162325] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2320.162536] env[62295]: DEBUG nova.compute.manager [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2320.163342] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2727f3d0-5895-4489-9c82-ded8396ca148 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.683888] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.683888] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.683888] env[62295]: DEBUG nova.objects.instance [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62295) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2321.692041] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8a2b381b-18c2-4fc3-a84c-7070b41603f3 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.691105] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2340.691434] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2340.691465] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2340.691843] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Getting list of instances from cluster (obj){ [ 2340.691843] env[62295]: value = "domain-c8" [ 2340.691843] env[62295]: _type = "ClusterComputeResource" [ 2340.691843] env[62295]: } {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2340.692963] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce2e37e-b4f8-4c0f-9e7b-de5139c97f4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.703860] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Got total of 2 instances {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2343.329698] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.330085] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2343.860933] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2343.861096] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2343.861251] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2345.065261] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updating instance_info_cache with network_info: [{"id": "4dec9e01-f693-4fe4-8bcc-7061d26e0091", "address": "fa:16:3e:a6:eb:33", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dec9e01-f6", "ovs_interfaceid": "4dec9e01-f693-4fe4-8bcc-7061d26e0091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2345.567718] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-5591a6f7-55a8-4c4c-ba04-ddf469de1d90" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2345.567932] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2345.568167] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2345.568333] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2345.568464] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2345.568624] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2345.568747] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances with incomplete migration {{(pid=62295) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 2346.831458] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.335351] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.335765] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.336065] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.336335] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2347.337498] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27568c93-5cf6-424b-a8c9-8d86ce537a71 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.346165] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b50084-1c36-47b5-9509-a0b1d804a197 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.359926] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81315c9e-3610-4f50-b8ef-4e0d2db02dd5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.365918] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7925cac-f26d-4ae2-90ff-60af4055385b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.395085] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180743MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2347.395234] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.395425] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.419258] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance f26efcb1-82cd-40db-88cc-f9149bc2b94f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2348.419491] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 5591a6f7-55a8-4c4c-ba04-ddf469de1d90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2348.419585] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2348.419724] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2348.456453] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aa4227-3c8c-40ca-bee4-d070fb0a527e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.463757] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7679c7-8f09-4398-a635-2a9a6ea5a56d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.492852] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c678b87-8254-43f3-bea9-c90ac112f9fc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.500054] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a67f53-2681-46f0-9354-4f32c0e90458 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.513610] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2349.017026] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2349.522119] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2349.522407] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.020275] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2350.020490] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2350.325363] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2355.329760] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2357.885725] env[62295]: DEBUG oslo_concurrency.lockutils [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.886093] env[62295]: DEBUG oslo_concurrency.lockutils [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.389438] env[62295]: INFO nova.compute.manager [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Detaching volume 62f9db8b-e14a-4840-8ec1-88aeb7acbe26 [ 2358.419321] env[62295]: INFO nova.virt.block_device [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Attempting to driver detach volume 62f9db8b-e14a-4840-8ec1-88aeb7acbe26 from mountpoint /dev/sdb [ 2358.419564] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2358.419749] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370899', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'name': 'volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5591a6f7-55a8-4c4c-ba04-ddf469de1d90', 'attached_at': '', 'detached_at': '', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'serial': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2358.420703] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d812c41-5e31-41a8-8329-454af84b3a3c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.443042] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72abb0c5-d34a-4a31-a05e-65ea03b460dc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.450094] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd118ae-0cb8-4754-9e77-59e7ad2ef05e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.472137] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899684a1-a96d-4545-a29e-bf6a89ad3cd0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.486743] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] The volume has not been displaced from its original location: [datastore1] volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26/volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2358.492074] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2358.492317] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45256bd0-0c31-4412-9ca5-273edc631225 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.510480] env[62295]: DEBUG oslo_vmware.api [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2358.510480] env[62295]: value = "task-1787795" [ 2358.510480] env[62295]: _type = "Task" [ 2358.510480] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.517773] env[62295]: DEBUG oslo_vmware.api [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.020266] env[62295]: DEBUG oslo_vmware.api [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787795, 'name': ReconfigVM_Task, 'duration_secs': 0.221136} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.020663] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2359.025166] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-336613e4-4552-4a08-afac-0ab6248a38d4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.040186] env[62295]: DEBUG oslo_vmware.api [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2359.040186] env[62295]: value = "task-1787796" [ 2359.040186] env[62295]: _type = "Task" [ 2359.040186] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.047683] env[62295]: DEBUG oslo_vmware.api [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.549871] env[62295]: DEBUG oslo_vmware.api [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787796, 'name': ReconfigVM_Task, 'duration_secs': 0.13798} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.550221] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370899', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'name': 'volume-62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5591a6f7-55a8-4c4c-ba04-ddf469de1d90', 'attached_at': '', 'detached_at': '', 'volume_id': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26', 'serial': '62f9db8b-e14a-4840-8ec1-88aeb7acbe26'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2360.088972] env[62295]: DEBUG nova.objects.instance [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lazy-loading 'flavor' on Instance uuid 5591a6f7-55a8-4c4c-ba04-ddf469de1d90 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2361.098144] env[62295]: DEBUG oslo_concurrency.lockutils [None req-78ded42d-b882-4e3f-b318-86dce872584b tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.116206] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.116560] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.116697] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.116880] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.117068] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.119217] env[62295]: INFO nova.compute.manager [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Terminating instance [ 2362.121200] env[62295]: DEBUG nova.compute.manager [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2362.121435] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2362.122262] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f730b8bb-b89f-49d3-95c5-cfff099b329e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.129932] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2362.130440] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f361c017-dc2d-4387-9340-17b7dbc614cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.136857] env[62295]: DEBUG oslo_vmware.api [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2362.136857] env[62295]: value = "task-1787797" [ 2362.136857] env[62295]: _type = "Task" [ 2362.136857] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.144959] env[62295]: DEBUG oslo_vmware.api [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.647690] env[62295]: DEBUG oslo_vmware.api [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787797, 'name': PowerOffVM_Task, 'duration_secs': 0.161057} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.647947] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2362.648130] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2362.648369] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bf4de12-eef9-4859-b568-d41a51c75307 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.721586] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2362.721945] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2362.722194] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleting the datastore file [datastore1] 5591a6f7-55a8-4c4c-ba04-ddf469de1d90 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2362.722464] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d72531d-ae52-4836-af70-ecc9ac0666c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.728664] env[62295]: DEBUG oslo_vmware.api [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2362.728664] env[62295]: value = "task-1787799" [ 2362.728664] env[62295]: _type = "Task" [ 2362.728664] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.736194] env[62295]: DEBUG oslo_vmware.api [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.238306] env[62295]: DEBUG oslo_vmware.api [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142466} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.238649] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2363.238748] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2363.239041] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2363.239236] env[62295]: INFO nova.compute.manager [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2363.239528] env[62295]: DEBUG oslo.service.loopingcall [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2363.239744] env[62295]: DEBUG nova.compute.manager [-] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2363.239888] env[62295]: DEBUG nova.network.neutron [-] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2363.827348] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2363.906920] env[62295]: DEBUG nova.compute.manager [req-81445206-9388-4594-b47f-1dd77ac3fa2b req-9c08e8bf-143d-4605-a510-338e161a0818 service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Received event network-vif-deleted-4dec9e01-f693-4fe4-8bcc-7061d26e0091 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2363.907113] env[62295]: INFO nova.compute.manager [req-81445206-9388-4594-b47f-1dd77ac3fa2b req-9c08e8bf-143d-4605-a510-338e161a0818 service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Neutron deleted interface 4dec9e01-f693-4fe4-8bcc-7061d26e0091; detaching it from the instance and deleting it from the info cache [ 2363.907297] env[62295]: DEBUG nova.network.neutron [req-81445206-9388-4594-b47f-1dd77ac3fa2b req-9c08e8bf-143d-4605-a510-338e161a0818 service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.332546] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2364.332868] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Cleaning up deleted instances {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 2364.357029] env[62295]: DEBUG nova.network.neutron [-] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.409976] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8f78c4e-3127-4202-a066-62e5e65b66fe {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.420842] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ebdb1-be90-477b-bfcf-288d88a3d4cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.450068] env[62295]: DEBUG nova.compute.manager [req-81445206-9388-4594-b47f-1dd77ac3fa2b req-9c08e8bf-143d-4605-a510-338e161a0818 service nova] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Detach interface failed, port_id=4dec9e01-f693-4fe4-8bcc-7061d26e0091, reason: Instance 5591a6f7-55a8-4c4c-ba04-ddf469de1d90 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2364.836543] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] There are 4 instances to clean {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 2364.836743] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 47a5a027-5256-4a83-832e-3c66f63f8c24] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2364.859565] env[62295]: INFO nova.compute.manager [-] [instance: 5591a6f7-55a8-4c4c-ba04-ddf469de1d90] Took 1.62 seconds to deallocate network for instance. [ 2365.340504] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f6cfdb75-13f3-41a3-b973-f3e06756b036] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2365.365754] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.366211] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.366329] env[62295]: DEBUG nova.objects.instance [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lazy-loading 'resources' on Instance uuid 5591a6f7-55a8-4c4c-ba04-ddf469de1d90 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2365.843749] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: e859c7cf-21de-44e9-8e81-b40661731f7d] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2365.908540] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e421a0d-1378-4066-825d-73d2cfbbc88b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.917226] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d73cf5a-fce1-443c-9438-fed6bff308a0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.946570] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d916a5-59d7-447f-b268-fab3260326c6 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.953341] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def21289-d721-4853-ada8-bf531e42a07b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.966234] env[62295]: DEBUG nova.compute.provider_tree [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2366.347352] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6d4534fa-c538-433a-88a6-c3241c824712] Instance has had 0 of 5 cleanup attempts {{(pid=62295) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2366.469896] env[62295]: DEBUG nova.scheduler.client.report [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2366.974447] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.993422] env[62295]: INFO nova.scheduler.client.report [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted allocations for instance 5591a6f7-55a8-4c4c-ba04-ddf469de1d90 [ 2367.501509] env[62295]: DEBUG oslo_concurrency.lockutils [None req-f0b6fc55-74fe-4feb-abe7-38ef31add0df tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "5591a6f7-55a8-4c4c-ba04-ddf469de1d90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.385s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.797192] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "6b462119-aa96-4786-9661-b86ebf1b8505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.797526] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "6b462119-aa96-4786-9661-b86ebf1b8505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.300444] env[62295]: DEBUG nova.compute.manager [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2369.822042] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.822042] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.823220] env[62295]: INFO nova.compute.claims [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2370.867536] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36687b7c-6903-49f2-a4f5-0386e7f87b30 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.875082] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ced03a-86c8-40ee-b729-fab9e11b0d4c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.904575] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218a1013-089e-4322-9ea7-c967f83f9e4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.911824] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c978e7-f1a2-4731-8760-2787b5bace10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.925614] env[62295]: DEBUG nova.compute.provider_tree [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2371.428149] env[62295]: DEBUG nova.scheduler.client.report [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2371.932942] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.933506] env[62295]: DEBUG nova.compute.manager [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2372.438475] env[62295]: DEBUG nova.compute.utils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2372.440267] env[62295]: DEBUG nova.compute.manager [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2372.440439] env[62295]: DEBUG nova.network.neutron [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2372.488066] env[62295]: DEBUG nova.policy [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f5a1dca51844156a2b083845607603e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c68872fc43744548e2c9212595758f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2372.731272] env[62295]: DEBUG nova.network.neutron [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Successfully created port: 045ad504-6e59-44d5-af8d-b9044d6c5cba {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2372.944215] env[62295]: DEBUG nova.compute.manager [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2373.952659] env[62295]: DEBUG nova.compute.manager [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2373.978996] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T01:52:14Z,direct_url=,disk_format='vmdk',id=b1566474-d827-4d61-a657-408d294472fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53c70b37b92e418b9204071bfa1335b1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T01:52:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2373.979267] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2373.979426] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2373.979621] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2373.979772] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2373.979921] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2373.980135] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2373.980298] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2373.980466] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2373.980628] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2373.980797] env[62295]: DEBUG nova.virt.hardware [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2373.981702] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e5127b-ab5c-4db6-bd21-c8ddd9fe5366 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.989708] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c1bdf9-375c-483c-82b9-46f343cbe84d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.093216] env[62295]: DEBUG nova.compute.manager [req-2bb404cf-7074-4a67-91d6-2b7630766241 req-245d8f1e-fedb-4845-9509-f83c311de077 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Received event network-vif-plugged-045ad504-6e59-44d5-af8d-b9044d6c5cba {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2374.093448] env[62295]: DEBUG oslo_concurrency.lockutils [req-2bb404cf-7074-4a67-91d6-2b7630766241 req-245d8f1e-fedb-4845-9509-f83c311de077 service nova] Acquiring lock "6b462119-aa96-4786-9661-b86ebf1b8505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.093697] env[62295]: DEBUG oslo_concurrency.lockutils [req-2bb404cf-7074-4a67-91d6-2b7630766241 req-245d8f1e-fedb-4845-9509-f83c311de077 service nova] Lock "6b462119-aa96-4786-9661-b86ebf1b8505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.093888] env[62295]: DEBUG oslo_concurrency.lockutils [req-2bb404cf-7074-4a67-91d6-2b7630766241 req-245d8f1e-fedb-4845-9509-f83c311de077 service nova] Lock "6b462119-aa96-4786-9661-b86ebf1b8505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.094615] env[62295]: DEBUG nova.compute.manager [req-2bb404cf-7074-4a67-91d6-2b7630766241 req-245d8f1e-fedb-4845-9509-f83c311de077 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] No waiting events found dispatching network-vif-plugged-045ad504-6e59-44d5-af8d-b9044d6c5cba {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2374.094833] env[62295]: WARNING nova.compute.manager [req-2bb404cf-7074-4a67-91d6-2b7630766241 req-245d8f1e-fedb-4845-9509-f83c311de077 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Received unexpected event network-vif-plugged-045ad504-6e59-44d5-af8d-b9044d6c5cba for instance with vm_state building and task_state spawning. [ 2374.172042] env[62295]: DEBUG nova.network.neutron [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Successfully updated port: 045ad504-6e59-44d5-af8d-b9044d6c5cba {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2374.674507] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2374.674672] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2374.674841] env[62295]: DEBUG nova.network.neutron [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2375.205369] env[62295]: DEBUG nova.network.neutron [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2375.322857] env[62295]: DEBUG nova.network.neutron [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Updating instance_info_cache with network_info: [{"id": "045ad504-6e59-44d5-af8d-b9044d6c5cba", "address": "fa:16:3e:16:24:17", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ad504-6e", "ovs_interfaceid": "045ad504-6e59-44d5-af8d-b9044d6c5cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2375.825874] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2375.826260] env[62295]: DEBUG nova.compute.manager [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Instance network_info: |[{"id": "045ad504-6e59-44d5-af8d-b9044d6c5cba", "address": "fa:16:3e:16:24:17", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ad504-6e", "ovs_interfaceid": "045ad504-6e59-44d5-af8d-b9044d6c5cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2375.826756] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:24:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '045ad504-6e59-44d5-af8d-b9044d6c5cba', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2375.835060] env[62295]: DEBUG oslo.service.loopingcall [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2375.835060] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2375.835060] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-806de29f-f843-4c67-8a87-59ef93a264d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.857018] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2375.857018] env[62295]: value = "task-1787800" [ 2375.857018] env[62295]: _type = "Task" [ 2375.857018] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.864362] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787800, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.119762] env[62295]: DEBUG nova.compute.manager [req-09aad4b5-4d43-4f7f-848f-0620524c81b3 req-c732ac5d-0e0a-4af6-86a5-4080a6f4295d service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Received event network-changed-045ad504-6e59-44d5-af8d-b9044d6c5cba {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2376.119956] env[62295]: DEBUG nova.compute.manager [req-09aad4b5-4d43-4f7f-848f-0620524c81b3 req-c732ac5d-0e0a-4af6-86a5-4080a6f4295d service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Refreshing instance network info cache due to event network-changed-045ad504-6e59-44d5-af8d-b9044d6c5cba. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2376.120184] env[62295]: DEBUG oslo_concurrency.lockutils [req-09aad4b5-4d43-4f7f-848f-0620524c81b3 req-c732ac5d-0e0a-4af6-86a5-4080a6f4295d service nova] Acquiring lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.120328] env[62295]: DEBUG oslo_concurrency.lockutils [req-09aad4b5-4d43-4f7f-848f-0620524c81b3 req-c732ac5d-0e0a-4af6-86a5-4080a6f4295d service nova] Acquired lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.120488] env[62295]: DEBUG nova.network.neutron [req-09aad4b5-4d43-4f7f-848f-0620524c81b3 req-c732ac5d-0e0a-4af6-86a5-4080a6f4295d service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Refreshing network info cache for port 045ad504-6e59-44d5-af8d-b9044d6c5cba {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2376.367390] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787800, 'name': CreateVM_Task, 'duration_secs': 0.32131} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.367695] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2376.368165] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.368334] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.368672] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2376.368912] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c124b37-a216-4017-bd72-e5b4e6e51d31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.373183] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2376.373183] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f2eb5f-71ff-c12b-591a-8f76c8911ebc" [ 2376.373183] env[62295]: _type = "Task" [ 2376.373183] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.380415] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f2eb5f-71ff-c12b-591a-8f76c8911ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.802617] env[62295]: DEBUG nova.network.neutron [req-09aad4b5-4d43-4f7f-848f-0620524c81b3 req-c732ac5d-0e0a-4af6-86a5-4080a6f4295d service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Updated VIF entry in instance network info cache for port 045ad504-6e59-44d5-af8d-b9044d6c5cba. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2376.802969] env[62295]: DEBUG nova.network.neutron [req-09aad4b5-4d43-4f7f-848f-0620524c81b3 req-c732ac5d-0e0a-4af6-86a5-4080a6f4295d service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Updating instance_info_cache with network_info: [{"id": "045ad504-6e59-44d5-af8d-b9044d6c5cba", "address": "fa:16:3e:16:24:17", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ad504-6e", "ovs_interfaceid": "045ad504-6e59-44d5-af8d-b9044d6c5cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.883962] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52f2eb5f-71ff-c12b-591a-8f76c8911ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.884278] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2376.884510] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Processing image b1566474-d827-4d61-a657-408d294472fd {{(pid=62295) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2376.884737] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.884883] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.885069] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2376.885340] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e27ac47-c82e-403f-b632-0abd7c0851a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.893084] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62295) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2376.893340] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62295) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2376.893987] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73d6ffd-7229-44d2-b2d8-27c2f90aaca4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.898721] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2376.898721] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52af4384-70af-4116-4984-01b6dd26539a" [ 2376.898721] env[62295]: _type = "Task" [ 2376.898721] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.905920] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52af4384-70af-4116-4984-01b6dd26539a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.306451] env[62295]: DEBUG oslo_concurrency.lockutils [req-09aad4b5-4d43-4f7f-848f-0620524c81b3 req-c732ac5d-0e0a-4af6-86a5-4080a6f4295d service nova] Releasing lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.409321] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]52af4384-70af-4116-4984-01b6dd26539a, 'name': SearchDatastore_Task, 'duration_secs': 0.00879} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.410098] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb69433-ce2c-4a2d-903b-2101303db8a8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.415065] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2377.415065] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525eb383-c9a3-5fec-322f-c283a5a41a72" [ 2377.415065] env[62295]: _type = "Task" [ 2377.415065] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.422289] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525eb383-c9a3-5fec-322f-c283a5a41a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.924835] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]525eb383-c9a3-5fec-322f-c283a5a41a72, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.925153] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.925441] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6b462119-aa96-4786-9661-b86ebf1b8505/6b462119-aa96-4786-9661-b86ebf1b8505.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2377.925689] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f87cb488-f6f6-4af5-855d-f9e7c64d9b1f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.931684] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2377.931684] env[62295]: value = "task-1787801" [ 2377.931684] env[62295]: _type = "Task" [ 2377.931684] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.938824] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.441933] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48161} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.442284] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1566474-d827-4d61-a657-408d294472fd/b1566474-d827-4d61-a657-408d294472fd.vmdk to [datastore1] 6b462119-aa96-4786-9661-b86ebf1b8505/6b462119-aa96-4786-9661-b86ebf1b8505.vmdk {{(pid=62295) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2378.442353] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Extending root virtual disk to 1048576 {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2378.442584] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b07ab77-d29d-4022-95bd-a9c4382a5eb5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.450179] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2378.450179] env[62295]: value = "task-1787802" [ 2378.450179] env[62295]: _type = "Task" [ 2378.450179] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.457045] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.959933] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062834} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.960209] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Extended root virtual disk {{(pid=62295) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2378.960939] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f4a571-deb6-4baf-8d97-1d635fdf448b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.982507] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 6b462119-aa96-4786-9661-b86ebf1b8505/6b462119-aa96-4786-9661-b86ebf1b8505.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2378.982790] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e5eb29-73bd-4679-bda6-eea04ca6cb5c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.004047] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2379.004047] env[62295]: value = "task-1787803" [ 2379.004047] env[62295]: _type = "Task" [ 2379.004047] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.011399] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.514494] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787803, 'name': ReconfigVM_Task, 'duration_secs': 0.283517} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.514824] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 6b462119-aa96-4786-9661-b86ebf1b8505/6b462119-aa96-4786-9661-b86ebf1b8505.vmdk or device None with type sparse {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2379.515499] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d49e3f52-8e82-4b27-9fe8-f6f8505d67bd {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.522131] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2379.522131] env[62295]: value = "task-1787804" [ 2379.522131] env[62295]: _type = "Task" [ 2379.522131] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.529575] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787804, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.031738] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787804, 'name': Rename_Task, 'duration_secs': 0.15146} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.031967] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2380.032220] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98322f21-70ee-4b7d-a7ce-8fd65d66f551 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.039315] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2380.039315] env[62295]: value = "task-1787805" [ 2380.039315] env[62295]: _type = "Task" [ 2380.039315] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.046736] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.549542] env[62295]: DEBUG oslo_vmware.api [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787805, 'name': PowerOnVM_Task, 'duration_secs': 0.431262} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.549912] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2380.550047] env[62295]: INFO nova.compute.manager [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Took 6.60 seconds to spawn the instance on the hypervisor. [ 2380.550222] env[62295]: DEBUG nova.compute.manager [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2380.550991] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480141d0-12bd-41ab-91a9-44af36c76e11 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.068161] env[62295]: INFO nova.compute.manager [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Took 11.26 seconds to build instance. [ 2381.570471] env[62295]: DEBUG oslo_concurrency.lockutils [None req-fbd1abe2-0c66-4163-aa0e-dbee5780ce0a tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "6b462119-aa96-4786-9661-b86ebf1b8505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.773s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.674629] env[62295]: DEBUG nova.compute.manager [req-41d1d24a-256e-4c43-89b0-bf3d5348b9c6 req-b97e4b60-8893-462d-aecb-2168b04d26d1 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Received event network-changed-045ad504-6e59-44d5-af8d-b9044d6c5cba {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2381.674629] env[62295]: DEBUG nova.compute.manager [req-41d1d24a-256e-4c43-89b0-bf3d5348b9c6 req-b97e4b60-8893-462d-aecb-2168b04d26d1 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Refreshing instance network info cache due to event network-changed-045ad504-6e59-44d5-af8d-b9044d6c5cba. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2381.674751] env[62295]: DEBUG oslo_concurrency.lockutils [req-41d1d24a-256e-4c43-89b0-bf3d5348b9c6 req-b97e4b60-8893-462d-aecb-2168b04d26d1 service nova] Acquiring lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2381.674862] env[62295]: DEBUG oslo_concurrency.lockutils [req-41d1d24a-256e-4c43-89b0-bf3d5348b9c6 req-b97e4b60-8893-462d-aecb-2168b04d26d1 service nova] Acquired lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2381.675035] env[62295]: DEBUG nova.network.neutron [req-41d1d24a-256e-4c43-89b0-bf3d5348b9c6 req-b97e4b60-8893-462d-aecb-2168b04d26d1 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Refreshing network info cache for port 045ad504-6e59-44d5-af8d-b9044d6c5cba {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2382.370244] env[62295]: DEBUG nova.network.neutron [req-41d1d24a-256e-4c43-89b0-bf3d5348b9c6 req-b97e4b60-8893-462d-aecb-2168b04d26d1 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Updated VIF entry in instance network info cache for port 045ad504-6e59-44d5-af8d-b9044d6c5cba. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2382.370667] env[62295]: DEBUG nova.network.neutron [req-41d1d24a-256e-4c43-89b0-bf3d5348b9c6 req-b97e4b60-8893-462d-aecb-2168b04d26d1 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Updating instance_info_cache with network_info: [{"id": "045ad504-6e59-44d5-af8d-b9044d6c5cba", "address": "fa:16:3e:16:24:17", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ad504-6e", "ovs_interfaceid": "045ad504-6e59-44d5-af8d-b9044d6c5cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2382.873970] env[62295]: DEBUG oslo_concurrency.lockutils [req-41d1d24a-256e-4c43-89b0-bf3d5348b9c6 req-b97e4b60-8893-462d-aecb-2168b04d26d1 service nova] Releasing lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2385.696245] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.199994] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Getting list of instances from cluster (obj){ [ 2386.199994] env[62295]: value = "domain-c8" [ 2386.199994] env[62295]: _type = "ClusterComputeResource" [ 2386.199994] env[62295]: } {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2386.201082] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fabb60-d8d0-426f-b8d1-4f82c6906196 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.212649] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Got total of 2 instances {{(pid=62295) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2386.212809] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid f26efcb1-82cd-40db-88cc-f9149bc2b94f {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 2386.212999] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Triggering sync for uuid 6b462119-aa96-4786-9661-b86ebf1b8505 {{(pid=62295) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 2386.213328] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.213550] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.213828] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "6b462119-aa96-4786-9661-b86ebf1b8505" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.214045] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "6b462119-aa96-4786-9661-b86ebf1b8505" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.214837] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f214d5c6-b59d-4786-82d9-030c159cc9c0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.217674] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eda577-986b-4856-9b0d-4b47e1d58309 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.728057] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.728492] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "6b462119-aa96-4786-9661-b86ebf1b8505" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.847823] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2401.936964] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "57465dd8-b475-4257-9977-e5862c57f251" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.937260] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "57465dd8-b475-4257-9977-e5862c57f251" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.329288] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2402.440154] env[62295]: DEBUG nova.compute.manager [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Starting instance... {{(pid=62295) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2402.961071] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.961335] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.962798] env[62295]: INFO nova.compute.claims [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2403.329238] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2403.329408] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2403.329531] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Rebuilding the list of instances to heal {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2403.833177] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Skipping network cache update for instance because it is Building. {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 2403.860493] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2403.860636] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2403.860785] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2403.860935] env[62295]: DEBUG nova.objects.instance [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lazy-loading 'info_cache' on Instance uuid f26efcb1-82cd-40db-88cc-f9149bc2b94f {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2404.024397] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96cc6d4-df2f-4182-bb23-179b26122e27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.032207] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726fff6c-8ef7-4bc7-aea2-d7c4e43f6e31 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.061465] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5378917b-a36d-4bfe-b5b8-4860aab06af9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.068204] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f10a64-a001-47f6-b31b-12845d32ff2e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.080848] env[62295]: DEBUG nova.compute.provider_tree [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2404.583779] env[62295]: DEBUG nova.scheduler.client.report [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2405.088360] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.088775] env[62295]: DEBUG nova.compute.manager [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Start building networks asynchronously for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2405.583610] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updating instance_info_cache with network_info: [{"id": "c6d63695-382f-4d52-9458-df380be61174", "address": "fa:16:3e:7d:62:eb", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d63695-38", "ovs_interfaceid": "c6d63695-382f-4d52-9458-df380be61174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2405.593498] env[62295]: DEBUG nova.compute.utils [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Using /dev/sd instead of None {{(pid=62295) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2405.595176] env[62295]: DEBUG nova.compute.manager [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Allocating IP information in the background. {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2405.595341] env[62295]: DEBUG nova.network.neutron [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] allocate_for_instance() {{(pid=62295) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2405.633051] env[62295]: DEBUG nova.policy [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f5a1dca51844156a2b083845607603e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c68872fc43744548e2c9212595758f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62295) authorize /opt/stack/nova/nova/policy.py:201}} [ 2405.890796] env[62295]: DEBUG nova.network.neutron [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Successfully created port: a429e61a-7652-43d7-b3fb-6bd33a454c22 {{(pid=62295) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2406.086407] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2406.086517] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2406.086807] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2406.086950] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2406.098855] env[62295]: DEBUG nova.compute.manager [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Start building block device mappings for instance. {{(pid=62295) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2406.329970] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2406.329970] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2406.603828] env[62295]: INFO nova.virt.block_device [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Booting with volume b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42 at /dev/sda [ 2406.638787] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99e6e554-b584-41dd-a26f-283ce6f17ab1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.649141] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce38a9f1-5334-4d55-928e-66d8afeab7ad {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.675402] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17affac5-7042-4857-9350-affdedda28df {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.685024] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa35640-0e03-4bcf-8185-19d00b75dc0b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.710675] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b9c25d-34a9-47e6-9548-d509efac25cc {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.717044] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5b9ea-e2e9-4742-97b5-66a63fdd8b77 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.730869] env[62295]: DEBUG nova.virt.block_device [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating existing volume attachment record: a0391055-bca6-462a-a93c-b8982252a391 {{(pid=62295) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2406.832271] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2406.832421] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2406.832585] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.832743] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2406.833675] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdec31c-107d-46b6-a038-1798e70f0e49 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.842235] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e4876-385b-4786-a9db-0f49403de981 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.856268] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a0f77-5aef-4a8d-9d33-97acc7259eb7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.862418] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f57217-b2fb-46e6-9da1-4f013cc9dfb7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.892900] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180702MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2406.893055] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2406.893249] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.256921] env[62295]: DEBUG nova.compute.manager [req-b1cf5f09-e230-4013-afee-2c3b29ab38bb req-afc652a3-1c24-410a-b56d-e10368109041 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Received event network-vif-plugged-a429e61a-7652-43d7-b3fb-6bd33a454c22 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2407.257203] env[62295]: DEBUG oslo_concurrency.lockutils [req-b1cf5f09-e230-4013-afee-2c3b29ab38bb req-afc652a3-1c24-410a-b56d-e10368109041 service nova] Acquiring lock "57465dd8-b475-4257-9977-e5862c57f251-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2407.257384] env[62295]: DEBUG oslo_concurrency.lockutils [req-b1cf5f09-e230-4013-afee-2c3b29ab38bb req-afc652a3-1c24-410a-b56d-e10368109041 service nova] Lock "57465dd8-b475-4257-9977-e5862c57f251-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.257507] env[62295]: DEBUG oslo_concurrency.lockutils [req-b1cf5f09-e230-4013-afee-2c3b29ab38bb req-afc652a3-1c24-410a-b56d-e10368109041 service nova] Lock "57465dd8-b475-4257-9977-e5862c57f251-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.257673] env[62295]: DEBUG nova.compute.manager [req-b1cf5f09-e230-4013-afee-2c3b29ab38bb req-afc652a3-1c24-410a-b56d-e10368109041 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] No waiting events found dispatching network-vif-plugged-a429e61a-7652-43d7-b3fb-6bd33a454c22 {{(pid=62295) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2407.257836] env[62295]: WARNING nova.compute.manager [req-b1cf5f09-e230-4013-afee-2c3b29ab38bb req-afc652a3-1c24-410a-b56d-e10368109041 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Received unexpected event network-vif-plugged-a429e61a-7652-43d7-b3fb-6bd33a454c22 for instance with vm_state building and task_state block_device_mapping. [ 2407.345679] env[62295]: DEBUG nova.network.neutron [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Successfully updated port: a429e61a-7652-43d7-b3fb-6bd33a454c22 {{(pid=62295) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2407.848776] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2407.848917] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2407.849089] env[62295]: DEBUG nova.network.neutron [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2407.916951] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance f26efcb1-82cd-40db-88cc-f9149bc2b94f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2407.917179] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 6b462119-aa96-4786-9661-b86ebf1b8505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2407.917360] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 57465dd8-b475-4257-9977-e5862c57f251 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2407.917556] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2407.917697] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2407.961937] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b21f83-583a-4176-a8d8-df0d31a0463a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.970536] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43948758-7192-4b7f-a7b5-97b804f68954 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.001571] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9597488-130e-43a7-9a1a-fb812a934670 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.009216] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfa0e59-9b14-41d5-86ca-cfc2f0738c10 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.022259] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2408.380136] env[62295]: DEBUG nova.network.neutron [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Instance cache missing network info. {{(pid=62295) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2408.497656] env[62295]: DEBUG nova.network.neutron [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance_info_cache with network_info: [{"id": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "address": "fa:16:3e:96:c7:7f", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa429e61a-76", "ovs_interfaceid": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2408.524628] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2408.814272] env[62295]: DEBUG nova.compute.manager [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Start spawning the instance on the hypervisor. {{(pid=62295) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2408.814810] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2408.815037] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2408.815202] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2408.815384] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2408.815583] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2408.815745] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2408.815949] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2408.816125] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2408.816298] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2408.816459] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2408.816639] env[62295]: DEBUG nova.virt.hardware [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2408.817522] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dd7f8a-1a02-4241-a8f0-700160018f7e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.826185] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46db609-7fd8-453f-8fac-57fcf3d84901 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.000690] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2409.001103] env[62295]: DEBUG nova.compute.manager [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Instance network_info: |[{"id": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "address": "fa:16:3e:96:c7:7f", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa429e61a-76", "ovs_interfaceid": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62295) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2409.001541] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:c7:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a429e61a-7652-43d7-b3fb-6bd33a454c22', 'vif_model': 'vmxnet3'}] {{(pid=62295) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2409.009138] env[62295]: DEBUG oslo.service.loopingcall [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2409.009336] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Creating VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2409.009552] env[62295]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f688880-aeed-4f62-9ff5-7436cc0e8520 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.030157] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2409.030333] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2409.030517] env[62295]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2409.030517] env[62295]: value = "task-1787814" [ 2409.030517] env[62295]: _type = "Task" [ 2409.030517] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.038112] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787814, 'name': CreateVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.282650] env[62295]: DEBUG nova.compute.manager [req-a945fb30-7cb5-4bd5-9ba5-81ec8e270f45 req-3ab862c7-dd57-459c-8fe0-b57e2a00ce6d service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Received event network-changed-a429e61a-7652-43d7-b3fb-6bd33a454c22 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2409.282808] env[62295]: DEBUG nova.compute.manager [req-a945fb30-7cb5-4bd5-9ba5-81ec8e270f45 req-3ab862c7-dd57-459c-8fe0-b57e2a00ce6d service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Refreshing instance network info cache due to event network-changed-a429e61a-7652-43d7-b3fb-6bd33a454c22. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2409.283025] env[62295]: DEBUG oslo_concurrency.lockutils [req-a945fb30-7cb5-4bd5-9ba5-81ec8e270f45 req-3ab862c7-dd57-459c-8fe0-b57e2a00ce6d service nova] Acquiring lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2409.283172] env[62295]: DEBUG oslo_concurrency.lockutils [req-a945fb30-7cb5-4bd5-9ba5-81ec8e270f45 req-3ab862c7-dd57-459c-8fe0-b57e2a00ce6d service nova] Acquired lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2409.283335] env[62295]: DEBUG nova.network.neutron [req-a945fb30-7cb5-4bd5-9ba5-81ec8e270f45 req-3ab862c7-dd57-459c-8fe0-b57e2a00ce6d service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Refreshing network info cache for port a429e61a-7652-43d7-b3fb-6bd33a454c22 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2409.540803] env[62295]: DEBUG oslo_vmware.api [-] Task: {'id': task-1787814, 'name': CreateVM_Task, 'duration_secs': 0.318771} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.541130] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Created VM on the ESX host {{(pid=62295) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2409.541636] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370903', 'volume_id': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'name': 'volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '57465dd8-b475-4257-9977-e5862c57f251', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'serial': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42'}, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'a0391055-bca6-462a-a93c-b8982252a391', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62295) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2409.541850] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Root volume attach. Driver type: vmdk {{(pid=62295) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2409.542619] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a6cad8-68dc-4c15-aff8-cfc9ed17c306 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.550632] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d64ab22-910a-478a-94ac-7c000b5a72ac {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.556565] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea720731-43b2-4f1f-80d8-7ce02d317544 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.562169] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-78f101c3-b0e9-450d-b70d-01b8477bfb7c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.572772] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2409.572772] env[62295]: value = "task-1787815" [ 2409.572772] env[62295]: _type = "Task" [ 2409.572772] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.581412] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787815, 'name': RelocateVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.988974] env[62295]: DEBUG nova.network.neutron [req-a945fb30-7cb5-4bd5-9ba5-81ec8e270f45 req-3ab862c7-dd57-459c-8fe0-b57e2a00ce6d service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updated VIF entry in instance network info cache for port a429e61a-7652-43d7-b3fb-6bd33a454c22. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2409.989365] env[62295]: DEBUG nova.network.neutron [req-a945fb30-7cb5-4bd5-9ba5-81ec8e270f45 req-3ab862c7-dd57-459c-8fe0-b57e2a00ce6d service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance_info_cache with network_info: [{"id": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "address": "fa:16:3e:96:c7:7f", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa429e61a-76", "ovs_interfaceid": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2410.030845] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2410.031071] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2410.082250] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787815, 'name': RelocateVM_Task, 'duration_secs': 0.361959} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.082503] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Volume attach. Driver type: vmdk {{(pid=62295) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2410.082704] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370903', 'volume_id': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'name': 'volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '57465dd8-b475-4257-9977-e5862c57f251', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'serial': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2410.083468] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d18f3e-e335-4ab6-a8a1-90e24ae51598 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.098480] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855e03c1-f18e-4747-9919-926b770a06bf {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.119433] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42/volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2410.119653] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda1736c-38f6-41bd-b800-e90e5e83cfba {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.140419] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2410.140419] env[62295]: value = "task-1787816" [ 2410.140419] env[62295]: _type = "Task" [ 2410.140419] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.147983] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.493208] env[62295]: DEBUG oslo_concurrency.lockutils [req-a945fb30-7cb5-4bd5-9ba5-81ec8e270f45 req-3ab862c7-dd57-459c-8fe0-b57e2a00ce6d service nova] Releasing lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2410.650477] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787816, 'name': ReconfigVM_Task, 'duration_secs': 0.253569} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.650820] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42/volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2410.655504] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9326d99d-e552-49fa-b163-180d4b867d3d {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.671614] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2410.671614] env[62295]: value = "task-1787817" [ 2410.671614] env[62295]: _type = "Task" [ 2410.671614] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.680099] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.181765] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787817, 'name': ReconfigVM_Task, 'duration_secs': 0.132862} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.182075] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370903', 'volume_id': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'name': 'volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '57465dd8-b475-4257-9977-e5862c57f251', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'serial': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42'} {{(pid=62295) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2411.182605] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b03b4497-071d-4ae2-8119-b21656c3dbe4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.193938] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2411.193938] env[62295]: value = "task-1787818" [ 2411.193938] env[62295]: _type = "Task" [ 2411.193938] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.203155] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787818, 'name': Rename_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.704159] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787818, 'name': Rename_Task, 'duration_secs': 0.13596} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.704503] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2411.704612] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e39fcbd-286a-4c1a-b43a-71f2ae4779ab {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.710947] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2411.710947] env[62295]: value = "task-1787819" [ 2411.710947] env[62295]: _type = "Task" [ 2411.710947] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.718177] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.220895] env[62295]: DEBUG oslo_vmware.api [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787819, 'name': PowerOnVM_Task, 'duration_secs': 0.414199} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.222045] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2412.222045] env[62295]: INFO nova.compute.manager [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Took 3.41 seconds to spawn the instance on the hypervisor. [ 2412.222045] env[62295]: DEBUG nova.compute.manager [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Checking state {{(pid=62295) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2412.222772] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda88c0e-459f-4168-ae35-2302d704e5ff {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.324491] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.741673] env[62295]: INFO nova.compute.manager [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Took 9.80 seconds to build instance. [ 2413.244713] env[62295]: DEBUG oslo_concurrency.lockutils [None req-8aa0fd5d-9a4b-4fa9-9694-7acad5d9596f tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "57465dd8-b475-4257-9977-e5862c57f251" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.307s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.996458] env[62295]: DEBUG nova.compute.manager [req-56a6709d-b1b9-4bec-833f-20e9c85e8eef req-a123a18c-770a-456f-aa6a-0130346444a9 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Received event network-changed-c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2413.996707] env[62295]: DEBUG nova.compute.manager [req-56a6709d-b1b9-4bec-833f-20e9c85e8eef req-a123a18c-770a-456f-aa6a-0130346444a9 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Refreshing instance network info cache due to event network-changed-c6d63695-382f-4d52-9458-df380be61174. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2413.996889] env[62295]: DEBUG oslo_concurrency.lockutils [req-56a6709d-b1b9-4bec-833f-20e9c85e8eef req-a123a18c-770a-456f-aa6a-0130346444a9 service nova] Acquiring lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.997227] env[62295]: DEBUG oslo_concurrency.lockutils [req-56a6709d-b1b9-4bec-833f-20e9c85e8eef req-a123a18c-770a-456f-aa6a-0130346444a9 service nova] Acquired lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.997340] env[62295]: DEBUG nova.network.neutron [req-56a6709d-b1b9-4bec-833f-20e9c85e8eef req-a123a18c-770a-456f-aa6a-0130346444a9 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Refreshing network info cache for port c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2414.710178] env[62295]: DEBUG nova.network.neutron [req-56a6709d-b1b9-4bec-833f-20e9c85e8eef req-a123a18c-770a-456f-aa6a-0130346444a9 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updated VIF entry in instance network info cache for port c6d63695-382f-4d52-9458-df380be61174. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2414.710577] env[62295]: DEBUG nova.network.neutron [req-56a6709d-b1b9-4bec-833f-20e9c85e8eef req-a123a18c-770a-456f-aa6a-0130346444a9 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updating instance_info_cache with network_info: [{"id": "c6d63695-382f-4d52-9458-df380be61174", "address": "fa:16:3e:7d:62:eb", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d63695-38", "ovs_interfaceid": "c6d63695-382f-4d52-9458-df380be61174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.214118] env[62295]: DEBUG oslo_concurrency.lockutils [req-56a6709d-b1b9-4bec-833f-20e9c85e8eef req-a123a18c-770a-456f-aa6a-0130346444a9 service nova] Releasing lock "refresh_cache-f26efcb1-82cd-40db-88cc-f9149bc2b94f" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.488017] env[62295]: DEBUG nova.compute.manager [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Stashing vm_state: active {{(pid=62295) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 2416.008571] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.008834] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.021326] env[62295]: DEBUG nova.compute.manager [req-0f53c826-10e8-4df3-bd34-20eab39a2422 req-5aae2b11-a34e-4fce-9683-d48c39e33fa3 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Received event network-changed-a429e61a-7652-43d7-b3fb-6bd33a454c22 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2416.021518] env[62295]: DEBUG nova.compute.manager [req-0f53c826-10e8-4df3-bd34-20eab39a2422 req-5aae2b11-a34e-4fce-9683-d48c39e33fa3 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Refreshing instance network info cache due to event network-changed-a429e61a-7652-43d7-b3fb-6bd33a454c22. {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2416.021726] env[62295]: DEBUG oslo_concurrency.lockutils [req-0f53c826-10e8-4df3-bd34-20eab39a2422 req-5aae2b11-a34e-4fce-9683-d48c39e33fa3 service nova] Acquiring lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2416.021893] env[62295]: DEBUG oslo_concurrency.lockutils [req-0f53c826-10e8-4df3-bd34-20eab39a2422 req-5aae2b11-a34e-4fce-9683-d48c39e33fa3 service nova] Acquired lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2416.022034] env[62295]: DEBUG nova.network.neutron [req-0f53c826-10e8-4df3-bd34-20eab39a2422 req-5aae2b11-a34e-4fce-9683-d48c39e33fa3 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Refreshing network info cache for port a429e61a-7652-43d7-b3fb-6bd33a454c22 {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2416.513379] env[62295]: INFO nova.compute.claims [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2416.731333] env[62295]: DEBUG nova.network.neutron [req-0f53c826-10e8-4df3-bd34-20eab39a2422 req-5aae2b11-a34e-4fce-9683-d48c39e33fa3 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updated VIF entry in instance network info cache for port a429e61a-7652-43d7-b3fb-6bd33a454c22. {{(pid=62295) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2416.731746] env[62295]: DEBUG nova.network.neutron [req-0f53c826-10e8-4df3-bd34-20eab39a2422 req-5aae2b11-a34e-4fce-9683-d48c39e33fa3 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance_info_cache with network_info: [{"id": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "address": "fa:16:3e:96:c7:7f", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa429e61a-76", "ovs_interfaceid": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.020066] env[62295]: INFO nova.compute.resource_tracker [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating resource usage from migration 641b5317-0cce-4d31-961b-801f0519f0b1 [ 2417.079946] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e17279d-eaf7-4e9c-a4b8-efa6545aac88 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.088078] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c642103f-d5cc-4a76-8487-cd4c1a50a794 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.117825] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2223e7-aa94-42f5-9fb0-26bcf3dfdfa2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.125112] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e669e2c0-ba6c-44af-a57d-0731ec5333b2 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.138304] env[62295]: DEBUG nova.compute.provider_tree [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2417.234866] env[62295]: DEBUG oslo_concurrency.lockutils [req-0f53c826-10e8-4df3-bd34-20eab39a2422 req-5aae2b11-a34e-4fce-9683-d48c39e33fa3 service nova] Releasing lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2417.641683] env[62295]: DEBUG nova.scheduler.client.report [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2418.147071] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.138s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.147288] env[62295]: INFO nova.compute.manager [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Migrating [ 2418.661678] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.661939] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.662073] env[62295]: DEBUG nova.network.neutron [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2419.363545] env[62295]: DEBUG nova.network.neutron [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance_info_cache with network_info: [{"id": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "address": "fa:16:3e:96:c7:7f", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa429e61a-76", "ovs_interfaceid": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.866650] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2421.381704] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18720e9c-1770-4f7e-8752-d95c82092e2f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.400348] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance '57465dd8-b475-4257-9977-e5862c57f251' progress to 0 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2421.906165] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2421.906488] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e8145ba-e5aa-44c8-a459-e7e8b37bd65e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.913535] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2421.913535] env[62295]: value = "task-1787820" [ 2421.913535] env[62295]: _type = "Task" [ 2421.913535] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.921398] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.424809] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787820, 'name': PowerOffVM_Task, 'duration_secs': 0.178616} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.425147] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2422.425262] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance '57465dd8-b475-4257-9977-e5862c57f251' progress to 17 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2422.931551] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2422.931831] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2422.932010] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2422.932206] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2422.932355] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2422.932501] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2422.932727] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2422.932888] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2422.933061] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2422.933228] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2422.933397] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2422.938546] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc15a225-2a5c-4f64-acf9-c338be633d8a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.953729] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2422.953729] env[62295]: value = "task-1787821" [ 2422.953729] env[62295]: _type = "Task" [ 2422.953729] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.961663] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.464698] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787821, 'name': ReconfigVM_Task, 'duration_secs': 0.149425} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.464698] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance '57465dd8-b475-4257-9977-e5862c57f251' progress to 33 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2423.970240] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T01:52:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2423.970537] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2423.970660] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image limits 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2423.970849] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Flavor pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2423.970994] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Image pref 0:0:0 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2423.971238] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62295) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2423.971448] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2423.971610] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2423.971778] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Got 1 possible topologies {{(pid=62295) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2423.971945] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2423.972141] env[62295]: DEBUG nova.virt.hardware [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62295) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2423.977572] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2423.977860] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f684334b-cb15-497d-8ae5-c42b53068f4e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.997439] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2423.997439] env[62295]: value = "task-1787822" [ 2423.997439] env[62295]: _type = "Task" [ 2423.997439] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.007732] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.506855] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787822, 'name': ReconfigVM_Task, 'duration_secs': 0.15515} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.507138] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2424.507892] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14417551-5a45-4a0f-b881-30adeedc366c {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.529341] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42/volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2424.529848] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8c245b-b33f-4dd9-9b5d-6aebb9d00964 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.547545] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2424.547545] env[62295]: value = "task-1787823" [ 2424.547545] env[62295]: _type = "Task" [ 2424.547545] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.555074] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.057572] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787823, 'name': ReconfigVM_Task, 'duration_secs': 0.235724} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.057858] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42/volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42.vmdk or device None with type thin {{(pid=62295) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2425.058128] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance '57465dd8-b475-4257-9977-e5862c57f251' progress to 50 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2425.565072] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb984d8-a41b-4c9c-8be9-85eac066557f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.583716] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7f5554-8e9b-425e-8fe6-0aa6d30f070e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.601594] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance '57465dd8-b475-4257-9977-e5862c57f251' progress to 67 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2427.249220] env[62295]: DEBUG nova.network.neutron [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Port a429e61a-7652-43d7-b3fb-6bd33a454c22 binding to destination host cpu-1 is already ACTIVE {{(pid=62295) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2428.266706] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "57465dd8-b475-4257-9977-e5862c57f251-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.267133] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "57465dd8-b475-4257-9977-e5862c57f251-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.267133] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "57465dd8-b475-4257-9977-e5862c57f251-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2429.305637] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2429.305932] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2429.306063] env[62295]: DEBUG nova.network.neutron [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2430.036212] env[62295]: DEBUG nova.network.neutron [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance_info_cache with network_info: [{"id": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "address": "fa:16:3e:96:c7:7f", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa429e61a-76", "ovs_interfaceid": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2430.539295] env[62295]: DEBUG oslo_concurrency.lockutils [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2431.049108] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d326d8d2-c10f-4ffd-93c7-0bf08938c5c1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.055567] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a55c4b-592d-478c-ae7f-54256152fb6f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.189078] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd28aea6-e98f-4a7e-82f3-96946e84df79 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.212306] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd73432-d954-4217-aefd-b6935e5a34b3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.219101] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance '57465dd8-b475-4257-9977-e5862c57f251' progress to 83 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2432.725578] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Powering on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2432.725912] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c911a15b-d967-40c5-b279-d6beaccd4983 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.733940] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2432.733940] env[62295]: value = "task-1787824" [ 2432.733940] env[62295]: _type = "Task" [ 2432.733940] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2432.742779] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.243451] env[62295]: DEBUG oslo_vmware.api [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787824, 'name': PowerOnVM_Task, 'duration_secs': 0.353099} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2433.243784] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Powered on the VM {{(pid=62295) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2433.243889] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ec2924-9295-4afe-a0dd-ac626875f0ee tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance '57465dd8-b475-4257-9977-e5862c57f251' progress to 100 {{(pid=62295) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2435.878901] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "57465dd8-b475-4257-9977-e5862c57f251" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.879260] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "57465dd8-b475-4257-9977-e5862c57f251" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.879355] env[62295]: DEBUG nova.compute.manager [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Going to confirm migration 10 {{(pid=62295) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 2436.416205] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2436.416391] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquired lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2436.416563] env[62295]: DEBUG nova.network.neutron [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Building network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2436.416744] env[62295]: DEBUG nova.objects.instance [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lazy-loading 'info_cache' on Instance uuid 57465dd8-b475-4257-9977-e5862c57f251 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2437.630643] env[62295]: DEBUG nova.network.neutron [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance_info_cache with network_info: [{"id": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "address": "fa:16:3e:96:c7:7f", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa429e61a-76", "ovs_interfaceid": "a429e61a-7652-43d7-b3fb-6bd33a454c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2438.133367] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Releasing lock "refresh_cache-57465dd8-b475-4257-9977-e5862c57f251" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2438.133628] env[62295]: DEBUG nova.objects.instance [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lazy-loading 'migration_context' on Instance uuid 57465dd8-b475-4257-9977-e5862c57f251 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2438.636694] env[62295]: DEBUG nova.objects.base [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Object Instance<57465dd8-b475-4257-9977-e5862c57f251> lazy-loaded attributes: info_cache,migration_context {{(pid=62295) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2438.637726] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d40425-3ce1-42f1-b854-6a73b1a1e954 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.657374] env[62295]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671b9992-4596-45bb-a15f-c9cf7690d906 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.662667] env[62295]: DEBUG oslo_vmware.api [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2438.662667] env[62295]: value = "session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529e3fe7-9931-186d-a01e-9add849d6554" [ 2438.662667] env[62295]: _type = "Task" [ 2438.662667] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.670697] env[62295]: DEBUG oslo_vmware.api [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529e3fe7-9931-186d-a01e-9add849d6554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.172972] env[62295]: DEBUG oslo_vmware.api [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': session[52b5a3c1-087a-c6a2-280f-70273d84e85a]529e3fe7-9931-186d-a01e-9add849d6554, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.173280] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2439.173506] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2439.734810] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a3d986-89ff-4386-9ccc-76b309442421 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.742482] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb0ca04-32ba-425b-8fdb-1dd01c0c423f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.772515] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88200a49-c920-42c3-b415-d277afd69dee {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.779295] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe878029-9fd7-4e2d-88cc-77acd5fa928b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.791774] env[62295]: DEBUG nova.compute.provider_tree [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2440.295359] env[62295]: DEBUG nova.scheduler.client.report [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2441.306534] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.133s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.860211] env[62295]: INFO nova.scheduler.client.report [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted allocation for migration 641b5317-0cce-4d31-961b-801f0519f0b1 [ 2442.214281] env[62295]: INFO nova.compute.manager [None req-19168900-ac72-4d8b-b774-fd59f66747da tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Get console output [ 2442.214647] env[62295]: WARNING nova.virt.vmwareapi.driver [None req-19168900-ac72-4d8b-b774-fd59f66747da tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] The console log is missing. Check your VSPC configuration [ 2442.365752] env[62295]: DEBUG oslo_concurrency.lockutils [None req-56254c9c-b390-4a78-95ac-62d60bed62b9 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "57465dd8-b475-4257-9977-e5862c57f251" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.486s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.329407] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.329927] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2465.329014] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2465.329196] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Starting heal instance info cache {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2465.860253] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2465.860461] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquired lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2465.860548] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Forcefully refreshing network info cache for instance {{(pid=62295) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2467.065874] env[62295]: DEBUG nova.network.neutron [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Updating instance_info_cache with network_info: [{"id": "045ad504-6e59-44d5-af8d-b9044d6c5cba", "address": "fa:16:3e:16:24:17", "network": {"id": "0332432a-72af-4898-9f2b-112498a44ea1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845656247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c68872fc43744548e2c9212595758f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ad504-6e", "ovs_interfaceid": "045ad504-6e59-44d5-af8d-b9044d6c5cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2467.568667] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Releasing lock "refresh_cache-6b462119-aa96-4786-9661-b86ebf1b8505" {{(pid=62295) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2467.568885] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Updated the network info_cache for instance {{(pid=62295) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2467.569124] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2467.569295] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2467.569423] env[62295]: DEBUG nova.compute.manager [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62295) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2468.329152] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2468.832148] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2468.832383] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2468.832550] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2468.832705] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62295) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2468.833598] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5896b865-ab6a-4e95-8916-da8ff58ede27 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.841720] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3271cdfc-9e14-497f-8692-e5c79c25d7e3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.856126] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9753e-1bce-481d-9990-81012c6c45a4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.862298] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215be5a-090c-4156-aa58-b4e588555be5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.890263] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180968MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=62295) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2468.890396] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2468.890579] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.164205] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "57465dd8-b475-4257-9977-e5862c57f251" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.164438] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "57465dd8-b475-4257-9977-e5862c57f251" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.164653] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "57465dd8-b475-4257-9977-e5862c57f251-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.164834] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "57465dd8-b475-4257-9977-e5862c57f251-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.164999] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "57465dd8-b475-4257-9977-e5862c57f251-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.168851] env[62295]: INFO nova.compute.manager [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Terminating instance [ 2469.170633] env[62295]: DEBUG nova.compute.manager [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2469.170846] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2469.171089] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a6d08b9-8da6-4d0f-a5c8-5e5caa9b0400 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.178702] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2469.178702] env[62295]: value = "task-1787825" [ 2469.178702] env[62295]: _type = "Task" [ 2469.178702] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2469.186698] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.688236] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787825, 'name': PowerOffVM_Task, 'duration_secs': 0.156973} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2469.688652] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2469.688693] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Volume detach. Driver type: vmdk {{(pid=62295) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2469.688850] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370903', 'volume_id': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'name': 'volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '57465dd8-b475-4257-9977-e5862c57f251', 'attached_at': '2024-12-12T02:25:14.000000', 'detached_at': '', 'volume_id': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'serial': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2469.689603] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a28361-8fc0-4192-b9c1-0180a330c4e7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.707554] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dabfdfe-54b1-47b8-833a-4dd3d8b9a4f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.714412] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c08ec42-ff54-49fb-8df5-e6a58af0c3e1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.419065] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57d5436-d703-4f61-8e0e-98eaaa50abb5 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.434288] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] The volume has not been displaced from its original location: [datastore1] volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42/volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42.vmdk. No consolidation needed. {{(pid=62295) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2470.439533] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2470.440568] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance f26efcb1-82cd-40db-88cc-f9149bc2b94f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2470.440706] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 6b462119-aa96-4786-9661-b86ebf1b8505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2470.440828] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Instance 57465dd8-b475-4257-9977-e5862c57f251 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62295) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2470.441009] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2470.441184] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62295) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2470.443272] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2171e652-76d4-49b1-a2d7-9ca7255f1236 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.461505] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2470.461505] env[62295]: value = "task-1787826" [ 2470.461505] env[62295]: _type = "Task" [ 2470.461505] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.469353] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.501761] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938c66f6-2b43-4b8e-979b-467a0096aa3e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.508812] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aec8021-d5ca-46f7-aeaf-cdafefbe74b7 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.538423] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175d7e50-dc0f-4862-8f21-8c596a5bc8e9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.546152] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bba6bd8-2d5c-4e29-9d8f-e4a071a40ab0 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.559329] env[62295]: DEBUG nova.compute.provider_tree [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2470.972837] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787826, 'name': ReconfigVM_Task, 'duration_secs': 0.175282} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.973151] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=62295) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2470.977854] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a66fe7-4c34-4707-b512-bbd42f2048ce {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.992576] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2470.992576] env[62295]: value = "task-1787827" [ 2470.992576] env[62295]: _type = "Task" [ 2470.992576] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.000214] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.062308] env[62295]: DEBUG nova.scheduler.client.report [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2471.502693] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787827, 'name': ReconfigVM_Task, 'duration_secs': 0.104443} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.502981] env[62295]: DEBUG nova.virt.vmwareapi.volumeops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-370903', 'volume_id': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'name': 'volume-b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '57465dd8-b475-4257-9977-e5862c57f251', 'attached_at': '2024-12-12T02:25:14.000000', 'detached_at': '', 'volume_id': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42', 'serial': 'b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42'} {{(pid=62295) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2471.503288] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2471.504032] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01a1083-ceef-4fc0-a1c1-0f431d949d41 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.510092] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2471.510304] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aa4cf9a-dd71-4ab6-ba10-c72ee27ac648 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.566541] env[62295]: DEBUG nova.compute.resource_tracker [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62295) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2471.566737] env[62295]: DEBUG oslo_concurrency.lockutils [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.676s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2471.590266] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2471.590467] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2471.590645] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleting the datastore file [datastore1] 57465dd8-b475-4257-9977-e5862c57f251 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2471.590899] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d49bba41-8343-4f21-b20b-52cfcb83ced8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.598645] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2471.598645] env[62295]: value = "task-1787829" [ 2471.598645] env[62295]: _type = "Task" [ 2471.598645] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.606321] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.109044] env[62295]: DEBUG oslo_vmware.api [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079035} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.109044] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2472.109044] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2472.109461] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2472.109461] env[62295]: INFO nova.compute.manager [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Took 2.94 seconds to destroy the instance on the hypervisor. [ 2472.109517] env[62295]: DEBUG oslo.service.loopingcall [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2472.109662] env[62295]: DEBUG nova.compute.manager [-] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2472.109751] env[62295]: DEBUG nova.network.neutron [-] [instance: 57465dd8-b475-4257-9977-e5862c57f251] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2472.526676] env[62295]: DEBUG nova.compute.manager [req-470b7d75-e8f6-4ac7-bb55-f775e26368e6 req-c82be218-4c73-4b64-abfa-46885d2325e0 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Received event network-vif-deleted-a429e61a-7652-43d7-b3fb-6bd33a454c22 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2472.526849] env[62295]: INFO nova.compute.manager [req-470b7d75-e8f6-4ac7-bb55-f775e26368e6 req-c82be218-4c73-4b64-abfa-46885d2325e0 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Neutron deleted interface a429e61a-7652-43d7-b3fb-6bd33a454c22; detaching it from the instance and deleting it from the info cache [ 2472.526975] env[62295]: DEBUG nova.network.neutron [req-470b7d75-e8f6-4ac7-bb55-f775e26368e6 req-c82be218-4c73-4b64-abfa-46885d2325e0 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2472.567096] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2472.567311] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2472.567537] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2473.004482] env[62295]: DEBUG nova.network.neutron [-] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2473.030034] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fb408fc-2295-4935-818b-4405d3dc8361 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.039148] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78228d13-4df6-424a-84ff-39e557fae4d3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.063849] env[62295]: DEBUG nova.compute.manager [req-470b7d75-e8f6-4ac7-bb55-f775e26368e6 req-c82be218-4c73-4b64-abfa-46885d2325e0 service nova] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Detach interface failed, port_id=a429e61a-7652-43d7-b3fb-6bd33a454c22, reason: Instance 57465dd8-b475-4257-9977-e5862c57f251 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2473.507202] env[62295]: INFO nova.compute.manager [-] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Took 1.40 seconds to deallocate network for instance. [ 2474.049719] env[62295]: INFO nova.compute.manager [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Took 0.54 seconds to detach 1 volumes for instance. [ 2474.051843] env[62295]: DEBUG nova.compute.manager [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 57465dd8-b475-4257-9977-e5862c57f251] Deleting volume: b8b7b6d0-80d8-4d25-84ef-9a1c25ad4b42 {{(pid=62295) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 2474.590727] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2474.590994] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2474.591240] env[62295]: DEBUG nova.objects.instance [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lazy-loading 'resources' on Instance uuid 57465dd8-b475-4257-9977-e5862c57f251 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2475.144439] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5019345b-45b4-48fa-a8fd-0aaec63bbece {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.151989] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b57e3-254a-4f73-9f20-64e2cea04a98 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.181435] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366b4c50-a91d-42b4-b7d9-1915c7ad0ac4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.188663] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11bbdbd-c75e-4bf3-938d-575f9f38ac25 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.201410] env[62295]: DEBUG nova.compute.provider_tree [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2475.704257] env[62295]: DEBUG nova.scheduler.client.report [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2476.209460] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.227112] env[62295]: INFO nova.scheduler.client.report [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted allocations for instance 57465dd8-b475-4257-9977-e5862c57f251 [ 2476.735146] env[62295]: DEBUG oslo_concurrency.lockutils [None req-9464df39-26f2-4bd2-8304-23edb4f71b9d tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "57465dd8-b475-4257-9977-e5862c57f251" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.571s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.896548] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "6b462119-aa96-4786-9661-b86ebf1b8505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.896791] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "6b462119-aa96-4786-9661-b86ebf1b8505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.896993] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "6b462119-aa96-4786-9661-b86ebf1b8505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.897207] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "6b462119-aa96-4786-9661-b86ebf1b8505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.897386] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "6b462119-aa96-4786-9661-b86ebf1b8505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.899391] env[62295]: INFO nova.compute.manager [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Terminating instance [ 2476.901062] env[62295]: DEBUG nova.compute.manager [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2476.901258] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2476.902087] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd50f0e-61b9-47c6-aa57-33b24f2e5052 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.909904] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2476.910133] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d6498e-9f9e-4edc-9650-1bf9e58ebf92 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.917223] env[62295]: DEBUG oslo_vmware.api [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2476.917223] env[62295]: value = "task-1787831" [ 2476.917223] env[62295]: _type = "Task" [ 2476.917223] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.924228] env[62295]: DEBUG oslo_vmware.api [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.427431] env[62295]: DEBUG oslo_vmware.api [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787831, 'name': PowerOffVM_Task, 'duration_secs': 0.16587} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.427707] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2477.427868] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2477.428120] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ceef85b-532d-4a43-afec-70d310572723 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.508233] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2477.508456] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2477.508635] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleting the datastore file [datastore1] 6b462119-aa96-4786-9661-b86ebf1b8505 {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2477.508889] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b42164f-b887-42c1-8f48-29cd1d99acf4 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.514689] env[62295]: DEBUG oslo_vmware.api [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2477.514689] env[62295]: value = "task-1787833" [ 2477.514689] env[62295]: _type = "Task" [ 2477.514689] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2477.521896] env[62295]: DEBUG oslo_vmware.api [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.024186] env[62295]: DEBUG oslo_vmware.api [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137497} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.024560] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2478.024643] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2478.024813] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2478.024983] env[62295]: INFO nova.compute.manager [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2478.025233] env[62295]: DEBUG oslo.service.loopingcall [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2478.025418] env[62295]: DEBUG nova.compute.manager [-] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2478.025512] env[62295]: DEBUG nova.network.neutron [-] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2478.252472] env[62295]: DEBUG nova.compute.manager [req-a8bccb33-ff1e-428d-bfc5-742ac83bd1f9 req-04484edd-3fec-490e-976f-0a29a88b64a2 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Received event network-vif-deleted-045ad504-6e59-44d5-af8d-b9044d6c5cba {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2478.252663] env[62295]: INFO nova.compute.manager [req-a8bccb33-ff1e-428d-bfc5-742ac83bd1f9 req-04484edd-3fec-490e-976f-0a29a88b64a2 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Neutron deleted interface 045ad504-6e59-44d5-af8d-b9044d6c5cba; detaching it from the instance and deleting it from the info cache [ 2478.252840] env[62295]: DEBUG nova.network.neutron [req-a8bccb33-ff1e-428d-bfc5-742ac83bd1f9 req-04484edd-3fec-490e-976f-0a29a88b64a2 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2478.732385] env[62295]: DEBUG nova.network.neutron [-] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2478.755873] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc6b1688-735f-4fc6-9df2-9a868d167b07 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.765864] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd31e2ff-0c51-42a7-bfdd-a45d1c63102f {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.789894] env[62295]: DEBUG nova.compute.manager [req-a8bccb33-ff1e-428d-bfc5-742ac83bd1f9 req-04484edd-3fec-490e-976f-0a29a88b64a2 service nova] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Detach interface failed, port_id=045ad504-6e59-44d5-af8d-b9044d6c5cba, reason: Instance 6b462119-aa96-4786-9661-b86ebf1b8505 could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2479.235272] env[62295]: INFO nova.compute.manager [-] [instance: 6b462119-aa96-4786-9661-b86ebf1b8505] Took 1.21 seconds to deallocate network for instance. [ 2479.741680] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2479.741956] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2479.742197] env[62295]: DEBUG nova.objects.instance [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lazy-loading 'resources' on Instance uuid 6b462119-aa96-4786-9661-b86ebf1b8505 {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2480.283883] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4d05df-b520-49a4-b2e5-ba6ff3d3c70e {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.291303] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128af2aa-9b09-4f42-a972-f17f34e531b8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.320451] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2005c60d-a36d-4de2-a86a-522c64096077 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.327365] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20a2b93-9a76-47ed-b7fe-187b4515a465 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.340367] env[62295]: DEBUG nova.compute.provider_tree [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2480.843901] env[62295]: DEBUG nova.scheduler.client.report [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2481.349580] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2481.366580] env[62295]: INFO nova.scheduler.client.report [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted allocations for instance 6b462119-aa96-4786-9661-b86ebf1b8505 [ 2481.875009] env[62295]: DEBUG oslo_concurrency.lockutils [None req-3ead5f13-f02f-45f0-941f-0b3317923563 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "6b462119-aa96-4786-9661-b86ebf1b8505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.978s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2485.324854] env[62295]: DEBUG oslo_service.periodic_task [None req-d93cdd7b-ca45-40fa-a878-af1a6a0ee3a9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62295) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2485.510790] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.511047] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.511219] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.511403] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.511569] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2485.513670] env[62295]: INFO nova.compute.manager [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Terminating instance [ 2485.515681] env[62295]: DEBUG nova.compute.manager [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Start destroying the instance on the hypervisor. {{(pid=62295) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2485.515871] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Destroying instance {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2485.516751] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40599f66-18eb-487f-856a-dd1b320e37f1 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.524316] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Powering off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2485.524533] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-086bb556-af61-4353-b5bc-7a437933f646 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.530853] env[62295]: DEBUG oslo_vmware.api [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2485.530853] env[62295]: value = "task-1787835" [ 2485.530853] env[62295]: _type = "Task" [ 2485.530853] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.539187] env[62295]: DEBUG oslo_vmware.api [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2486.041509] env[62295]: DEBUG oslo_vmware.api [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787835, 'name': PowerOffVM_Task, 'duration_secs': 0.166054} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.041760] env[62295]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Powered off the VM {{(pid=62295) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2486.041925] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Unregistering the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2486.042181] env[62295]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ec25348-be4f-40a5-a251-535b7706cf01 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.110447] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Unregistered the VM {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2486.110670] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Deleting contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2486.110799] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleting the datastore file [datastore1] f26efcb1-82cd-40db-88cc-f9149bc2b94f {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2486.111052] env[62295]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f810447-9180-4954-92ce-75c14a550da9 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.117690] env[62295]: DEBUG oslo_vmware.api [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for the task: (returnval){ [ 2486.117690] env[62295]: value = "task-1787837" [ 2486.117690] env[62295]: _type = "Task" [ 2486.117690] env[62295]: } to complete. {{(pid=62295) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2486.125159] env[62295]: DEBUG oslo_vmware.api [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2486.627549] env[62295]: DEBUG oslo_vmware.api [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Task: {'id': task-1787837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127761} completed successfully. {{(pid=62295) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.627910] env[62295]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted the datastore file {{(pid=62295) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2486.628116] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Deleted contents of the VM from datastore datastore1 {{(pid=62295) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2486.628312] env[62295]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Instance destroyed {{(pid=62295) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2486.628484] env[62295]: INFO nova.compute.manager [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2486.628808] env[62295]: DEBUG oslo.service.loopingcall [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62295) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2486.629045] env[62295]: DEBUG nova.compute.manager [-] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Deallocating network for instance {{(pid=62295) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2486.629173] env[62295]: DEBUG nova.network.neutron [-] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] deallocate_for_instance() {{(pid=62295) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2486.853970] env[62295]: DEBUG nova.compute.manager [req-4d01f72e-2994-4284-9756-84dfd5b034c3 req-a55523cf-574f-47fa-aae5-1c78bea4dcf3 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Received event network-vif-deleted-c6d63695-382f-4d52-9458-df380be61174 {{(pid=62295) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2486.854185] env[62295]: INFO nova.compute.manager [req-4d01f72e-2994-4284-9756-84dfd5b034c3 req-a55523cf-574f-47fa-aae5-1c78bea4dcf3 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Neutron deleted interface c6d63695-382f-4d52-9458-df380be61174; detaching it from the instance and deleting it from the info cache [ 2486.854372] env[62295]: DEBUG nova.network.neutron [req-4d01f72e-2994-4284-9756-84dfd5b034c3 req-a55523cf-574f-47fa-aae5-1c78bea4dcf3 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2487.329651] env[62295]: DEBUG nova.network.neutron [-] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Updating instance_info_cache with network_info: [] {{(pid=62295) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2487.356797] env[62295]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6f4d5e7-cb4f-49c5-b2c9-db2289943f4a {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.367273] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52d6e8e-9f72-4730-8c95-bfeddd470822 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.390789] env[62295]: DEBUG nova.compute.manager [req-4d01f72e-2994-4284-9756-84dfd5b034c3 req-a55523cf-574f-47fa-aae5-1c78bea4dcf3 service nova] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Detach interface failed, port_id=c6d63695-382f-4d52-9458-df380be61174, reason: Instance f26efcb1-82cd-40db-88cc-f9149bc2b94f could not be found. {{(pid=62295) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2487.833046] env[62295]: INFO nova.compute.manager [-] [instance: f26efcb1-82cd-40db-88cc-f9149bc2b94f] Took 1.20 seconds to deallocate network for instance. [ 2488.339263] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2488.339570] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2488.339790] env[62295]: DEBUG nova.objects.instance [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lazy-loading 'resources' on Instance uuid f26efcb1-82cd-40db-88cc-f9149bc2b94f {{(pid=62295) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2488.872248] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965d18e4-fb1d-4502-a48e-916b24037f13 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.880384] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0902a11-6429-46c3-805b-6fb46ce4edb3 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.909264] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eae41f-b537-4124-bfaa-e9312bb93f8b {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.915916] env[62295]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01f4da1-ecd8-49b0-a066-03b48aef1bd8 {{(pid=62295) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.928921] env[62295]: DEBUG nova.compute.provider_tree [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed in ProviderTree for provider: 8a072772-3a95-435d-8b28-629ec3fc2f0c {{(pid=62295) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2489.431689] env[62295]: DEBUG nova.scheduler.client.report [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Inventory has not changed for provider 8a072772-3a95-435d-8b28-629ec3fc2f0c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62295) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2489.937224] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2489.956813] env[62295]: INFO nova.scheduler.client.report [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Deleted allocations for instance f26efcb1-82cd-40db-88cc-f9149bc2b94f [ 2490.466152] env[62295]: DEBUG oslo_concurrency.lockutils [None req-21ce64b7-e166-4543-8939-56d172f00a58 tempest-ServerActionsTestOtherA-1053916173 tempest-ServerActionsTestOtherA-1053916173-project-member] Lock "f26efcb1-82cd-40db-88cc-f9149bc2b94f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.955s {{(pid=62295) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}